---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:58:56.066928Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:58:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:58:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5c26ff0fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22375"
    uid: e058c8ad-1a4a-41cd-b2ef-e378810d0b7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:58:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5c30e267db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22383"
    uid: 61d69708-05c9-43e0-818a-8831a855fab5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:58:57Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:58:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5c64907365
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: b99de154-490b-4ab3-a515-44320a33da13
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:58:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5c6606ce45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: e3cf01a9-4b6b-472c-8399-78b2ab90c976
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:58:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5c6958145a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: 0d03e26b-69b1-4d09-8b7f-8938dfc4752f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:58:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5c69c4f11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: 72c648cc-317d-4a39-8fe2-4d69e8b54539
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:59:02Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5d9ebf7b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 8f3545d4-b879-490d-b4e0-94a566ae4aad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:59:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5da236ebf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22439"
    uid: cd197b10-ac89-4382-a70f-5b162272e8bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:59:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5da2ad2503
    namespace: kserve-ci-e2e-test
    resourceVersion: "22442"
    uid: c0cf5acd-9c21-45ab-8fc1-c6c5e9557086
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:59:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5da2b73c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22443"
    uid: 642a2eeb-6561-48a6-9658-6a2037ed32ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:59:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5da6b0e1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: 3d3643c8-1afa-4286-97c1-02427d862a4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:59:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5da72b3338
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 04de4e02-839f-49c0-bbe3-bc71842a25f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:59:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f5ddadd46cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22496"
    uid: 1d752594-2124-4e3f-86b6-4f4f0b966c5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:59:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f6459e34940
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: e473750c-9889-4fe9-b533-a02720c4332a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 0bf5dea7-5d37-4d0b-ba22-6d10783f4d5e
  kind: Event
  lastTimestamp: "2026-07-28T15:59:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm.18c67f6459e36ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 8b31a42f-5dc4-4ac1-bc16-4339651e092a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22359"
    uid: 7caa827c-7a51-4009-a923-03b0cb337945
  kind: Event
  lastTimestamp: "2026-07-28T15:58:56Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-d4xrm'
  metadata:
    creationTimestamp: "2026-07-28T15:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c67f5c26537939
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: 1fa05c13-c85f-47ea-a60d-ba31369f0dd8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: 45748ca8-0bcf-4137-aa0d-268a335f148e
  kind: Event
  lastTimestamp: "2026-07-28T15:58:55Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:55Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c67f5c21ee6939
    namespace: kserve-ci-e2e-test
    resourceVersion: "22361"
    uid: 8e07f27b-38ed-46a7-9a55-5da4044dd655
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22358"
    uid: 57aca3a6-7a34-4716-95d0-3393454042e4
  kind: Event
  lastTimestamp: "2026-07-28T15:59:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:59:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c67f5fa0ec7c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: 2a4a2ce1-f6cc-41a6-a84c-a2a63c073839
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22358"
    uid: 57aca3a6-7a34-4716-95d0-3393454042e4
  kind: Event
  lastTimestamp: "2026-07-28T15:59:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:59:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c67f5fa15a2b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: cc55a2d2-f725-4141-a273-6ff941a2e365
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: bf8c038c-48ac-4463-a8a9-996e77c26d84
  kind: Event
  lastTimestamp: "2026-07-28T15:59:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:59:19Z"
    name: isvc-autogluon-ts-v1-noslash.18c67f5c21ef1cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: d2892836-9e1c-49c2-be6d-66657a96ed14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: bf8c038c-48ac-4463-a8a9-996e77c26d84
  kind: Event
  lastTimestamp: "2026-07-28T15:58:55Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:58:55Z"
    name: isvc-autogluon-ts-v1-noslash.18c67f5c2286b36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22363"
    uid: 2fcb279b-5288-4912-bc4f-5ce95ad3258c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: bf8c038c-48ac-4463-a8a9-996e77c26d84
  kind: Event
  lastTimestamp: "2026-07-28T15:59:19Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:59:19Z"
    name: isvc-autogluon-ts-v1-noslash.18c67f619a79b397
    namespace: kserve-ci-e2e-test
    resourceVersion: "22582"
    uid: 8b52fb88-22e5-4b7b-9d22-97611f778dd5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:58:08.351841Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:58:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:58:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f510af469d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: 6500469e-0741-44a3-80d6-d76c6d916e2e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:08Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:58:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f51251d2b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: a5b4a800-7b0b-45c8-9927-0981d5a6ee80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f5126a70591
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: a9af2080-9616-4668-bf09-5e9a111b1ab3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f51298e7139
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 7bb134b7-44e8-42c5-b818-f8f4011bc822
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f512a0396a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: 903092c4-f53f-41bd-8548-08859bab49da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:18Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f53527f204d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22030"
    uid: e28d22db-473d-41de-b029-c719058d828d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f5355983caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22032"
    uid: a56e58bb-d335-4a18-a807-7bc5b782658e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f535615b0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: 5f5f9adf-4a99-4170-b3e1-44bcde4f2bc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f53561f61a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: a33d370e-5690-49f7-81b3-e54d782d509b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f5359ab2b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: d1155b8e-eb10-4ab0-801b-9ba45512dc1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f535a227a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: 4d85b0b1-4b19-4b94-8cdc-bc98ab243f7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f53ca8e9d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: d3f84901-4e46-45cf-904b-45e8edf4ab97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f5af4024bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: bdb8dd88-b97f-4c6c-b96f-bdf1d26f3b78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:50Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f5af402ed89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: a7a66b58-57a2-4510-b5f5-29dc318c237f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 239e0bc9-00f4-4717-b6f3-6fc2d7d993fd
  kind: Event
  lastTimestamp: "2026-07-28T15:58:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d.18c67f5b028a4093
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 7e9e506a-e3a2-425e-b8e7-cacc38caa52c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: 3f9e5b8f-489f-4c7e-98bb-6d4c6b2236a2
  kind: Event
  lastTimestamp: "2026-07-28T15:58:08Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-cxz8d'
  metadata:
    creationTimestamp: "2026-07-28T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c67f510a7501b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 8dffc28e-5578-4d94-99ab-74123356d06f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21928"
    uid: 10755b12-b852-4d67-8337-d18cfa5450ac
  kind: Event
  lastTimestamp: "2026-07-28T15:58:08Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:08Z"
    name: isvc-autogluon-ts-v1-predictor.18c67f51049fc985
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: d1a18c31-9769-4a35-871a-d490ee7e22cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21929"
    uid: 07a78395-4093-4c5c-ae86-5a775a54a1f9
  kind: Event
  lastTimestamp: "2026-07-28T15:58:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:38Z"
    name: isvc-autogluon-ts-v1-predictor.18c67f54834e8d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: e07658a1-a666-4ca7-a5f4-978023354e5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21929"
    uid: 07a78395-4093-4c5c-ae86-5a775a54a1f9
  kind: Event
  lastTimestamp: "2026-07-28T15:58:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:38Z"
    name: isvc-autogluon-ts-v1-predictor.18c67f5483c6551d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: 34cb8ba5-7ec0-4473-aadc-073de3b90896
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: b6996602-c5e9-484c-9ec7-d4a904aee833
  kind: Event
  lastTimestamp: "2026-07-28T15:58:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:58:36Z"
    name: isvc-autogluon-ts-v1.18c67f5104a026f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 2abbc4c9-8b2d-4569-9217-6dde18eb58f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: b6996602-c5e9-484c-9ec7-d4a904aee833
  kind: Event
  lastTimestamp: "2026-07-28T15:58:08Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:58:08Z"
    name: isvc-autogluon-ts-v1.18c67f51051c9c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: d4a5c183-db6c-43a7-9ea9-a82b6e6bff35
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: b6996602-c5e9-484c-9ec7-d4a904aee833
  kind: Event
  lastTimestamp: "2026-07-28T15:58:36Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:58:36Z"
    name: isvc-autogluon-ts-v1.18c67f578b8bcd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: b1508d24-de3e-49f6-86bd-4c9f99faacba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:48:40.855469Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-ztc27
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67ecce98908c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 8217afb8-49eb-410c-a70c-d426701eee5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:48:41Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:48:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67ecd035db92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17659"
    uid: 1f5e32e3-60ae-4845-acee-b75a945665a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:48:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67ecd04f85e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 0ce4277c-0c50-400f-a427-232207dc694f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:48:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67ecd07e0405c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 73abbb44-13a2-4ffc-9ef4-b2a51779bd16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:48:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67ecd085f0f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: b7b05787-8e48-48b2-a9b5-4db1303902c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:49:11Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T15:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:49:11Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67ed40dd69832
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: 40968df6-b181-4e13-8462-14700e597613
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:51:02Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m51.287s
    (1m51.287s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67eedf717a1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18666"
    uid: 4a7f750d-e42d-4148-b1ae-c4475e286ef9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:51:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67eedfc4386c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18669"
    uid: 50f553b7-c6a8-4399-8613-4b94445f4fdd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:51:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67eedfd368af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18670"
    uid: e789357d-8f96-42a7-bbce-867a3e40e5a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:51:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67eedfd4395ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: 4a7fcbd0-ec30-4c88-a41f-244a3b63049e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:51:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67eee025ddd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 5a81e6df-c918-48bf-965c-30f7168184e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:51:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67eee03c38bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 8983af4d-5327-4874-9db3-3f3c70c2be72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:51:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:10Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67eee45283a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: 7893d9a5-525c-480b-b8e3-0df73d9f8f78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:51:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67ef3b262c8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: fe792ea7-f99a-45e4-9148-4514f54da741
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: fdd4392a-32f8-471a-85a8-cb934b67a3c2
  kind: Event
  lastTimestamp: "2026-07-28T15:51:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-ztc27.18c67ef3b263e6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: 460a141c-2729-44a4-a018-c863cd55461f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17599"
    uid: 14a8478a-62b6-4a78-ac55-f07e79235c8b
  kind: Event
  lastTimestamp: "2026-07-28T15:48:40Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-ztc27'
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c67ecce91640d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: ca8de2a5-c79b-49b3-a6de-4b750678e4fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: a06a0c09-780f-4d47-9762-5a3973fc0065
  kind: Event
  lastTimestamp: "2026-07-28T15:48:40Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: isvc-autogluon-v1-predictor.18c67ecce40e5044
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: e9eb5bb4-abdb-474d-aba6-f489fbac835d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: ecac22a4-3365-45b4-ae47-85d48a8c5300
  kind: Event
  lastTimestamp: "2026-07-28T15:51:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:51:25Z"
    name: isvc-autogluon-v1-predictor.18c67ed0629a18b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18842"
    uid: 1ea18c72-64ec-4624-b48c-4bbf09ab7cb7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: ecac22a4-3365-45b4-ae47-85d48a8c5300
  kind: Event
  lastTimestamp: "2026-07-28T15:51:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:51:25Z"
    name: isvc-autogluon-v1-predictor.18c67ed063028bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: 02c75ced-cf1b-419b-8185-6eba954b9814
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: 4bce926d-0167-4fc7-aeaf-22304aad1c61
  kind: Event
  lastTimestamp: "2026-07-28T15:51:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:51:20Z"
    name: isvc-autogluon-v1.18c67ecce43f8e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "18801"
    uid: e1766916-b326-4c88-8db3-aa12e00459dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: 4bce926d-0167-4fc7-aeaf-22304aad1c61
  kind: Event
  lastTimestamp: "2026-07-28T15:48:40Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: isvc-autogluon-v1.18c67ecce4c902b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: b52649d2-5bca-43a1-8333-8552dff452f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 4bce926d-0167-4fc7-aeaf-22304aad1c61
  kind: Event
  lastTimestamp: "2026-07-28T15:48:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: isvc-autogluon-v1.18c67eccebbb340a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 7ea050e5-b617-4b11-8ead-bc171567e59c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: 4bce926d-0167-4fc7-aeaf-22304aad1c61
  kind: Event
  lastTimestamp: "2026-07-28T15:51:20Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:51:20Z"
    name: isvc-autogluon-v1.18c67ef2054a1e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: 0e42245f-d43f-42cf-ac7b-e2c1aa272c20
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:55:46.607794Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:55:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:55:46Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f300a59df49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20872"
    uid: 46744a79-14c5-4359-a8d3-94954bf62ed4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:55:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:46Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f301329eed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: e1e1f50c-a368-43c4-a3e9-8a8c018eb590
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:55:47Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:55:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f3047b09ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: 0ec879c6-b5ea-417f-920e-612016af6125
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:55:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f3049c0a19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: e0c86b4b-6790-4a07-8f7a-4d1b8cc549bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:55:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f304c63e714
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 877d9308-abfb-47bd-bc43-103595b411c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:55:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:47Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f304ccf1755
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: 7589ca8f-c848-4185-a8e6-cf82e50a095e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:56:17Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f37414455b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: f2e0c802-9132-4d1b-a3c3-a6e3535b0673
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:56:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f37442cc1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: eedbcf45-642d-46eb-8c1d-5b16e276b434
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:56:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f3744a9eb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: add3afbf-bdcb-448f-8206-9b63605b0903
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:56:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f3744b439a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21120"
    uid: 54396486-2d27-42af-a89f-0d0f0698daf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:56:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f374827452e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: c045dcda-07e2-404f-9a26-f98d3716df03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:56:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:56:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f3748a2b4f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: ae09217f-ce90-4f47-a402-bd2169465081
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:58:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f4fd2f6069f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: 06f2c8b9-682b-4d7b-ba1a-ad502b4facba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:58:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f4fd2f6be78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: 2ab73133-cdec-44ff-bebc-51252ac7a201
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:58:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f5067808018
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: c3b36372-eda5-4b5e-90f8-1c64317adbf9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 114eaf9f-0773-4efb-8d04-fcb2d2198ee1
  kind: Event
  lastTimestamp: "2026-07-28T15:58:06Z"
  message: 'Readiness probe failed: Get "http://10.134.0.33:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    dial tcp 10.134.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:58:06Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4.18c67f5089b38d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: e3fa2b25-7d59-44e0-a40d-452adea9e6e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: bb251a26-65f9-4f68-b750-c5d5f9b6d71a
  kind: Event
  lastTimestamp: "2026-07-28T15:55:46Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-rkpt4'
  metadata:
    creationTimestamp: "2026-07-28T15:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:55:46Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c67f3009b5796e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20869"
    uid: 8357f339-9382-4087-a0b2-132c84884370
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: 1bea4a8f-d02a-4030-873c-2a4f803c75f0
  kind: Event
  lastTimestamp: "2026-07-28T15:55:46Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:55:46Z"
    name: isvc-autogluon-v2-noslash-predictor.18c67f3004b8de9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 428cd42e-b104-48ae-a823-3e7fa633431a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: d3841238-eb79-470f-a0c3-554315004681
  kind: Event
  lastTimestamp: "2026-07-28T15:56:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:56:46Z"
    name: isvc-autogluon-v2-noslash-predictor.18c67f3384e4611a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21325"
    uid: 0541e1f7-cca1-4247-9f5a-3f6f447ef11b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: d3841238-eb79-470f-a0c3-554315004681
  kind: Event
  lastTimestamp: "2026-07-28T15:56:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:56:46Z"
    name: isvc-autogluon-v2-noslash-predictor.18c67f33859d05dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 2124dca3-6634-48d0-a645-9fcdd4038df5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: d3841238-eb79-470f-a0c3-554315004681
  kind: Event
  lastTimestamp: "2026-07-28T15:58:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:01Z"
    name: isvc-autogluon-v2-noslash-predictor.18c67f4181f3081e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: bb7aab93-97ea-4a25-b141-af41ad0813e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: d3841238-eb79-470f-a0c3-554315004681
  kind: Event
  lastTimestamp: "2026-07-28T15:58:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:58:01Z"
    name: isvc-autogluon-v2-noslash-predictor.18c67f4182a22e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: 3fab962d-bfa9-4c61-accc-ae47436eac34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 727ee4cb-844e-40d4-8d6d-6516573582d9
  kind: Event
  lastTimestamp: "2026-07-28T15:57:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:57:56Z"
    name: isvc-autogluon-v2-noslash.18c67f3004c79003
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 6b05fe85-489c-4261-a445-9ec556f50722
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 727ee4cb-844e-40d4-8d6d-6516573582d9
  kind: Event
  lastTimestamp: "2026-07-28T15:55:46Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:55:46Z"
    name: isvc-autogluon-v2-noslash.18c67f30054e08d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: 53df0acc-8446-4f28-a905-98b3d3b2f0fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: 727ee4cb-844e-40d4-8d6d-6516573582d9
  kind: Event
  lastTimestamp: "2026-07-28T15:55:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:55:46Z"
    name: isvc-autogluon-v2-noslash.18c67f300c32fb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: a657edc9-af3f-4395-acda-00f3d0ce786d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:57:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21806"
    uid: 727ee4cb-844e-40d4-8d6d-6516573582d9
  kind: Event
  lastTimestamp: "2026-07-28T15:57:56Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:57:56Z"
    name: isvc-autogluon-v2-noslash.18c67f4e3c612b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 248cb9f4-01ce-4fa0-af2c-13eba8073b58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:51:32.586370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:51:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:51:32Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef4e57e9037
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 4066f9ef-caa7-4342-935e-fd0dabef85a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18947"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:33Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:51:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef501119ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 3157ad92-534e-44dc-8ad3-2bf9597e589e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef503beb0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: aec54dc9-5247-4e26-934b-0144946a1060
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef508ea2c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18959"
    uid: ef90160c-28ae-4445-a0eb-d1a2ca310d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef50a39789e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: ef4841ec-50f3-40dc-b6e1-cd795d79d9d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:51Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef944368706
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: a73edf95-2259-4b9b-a1f4-225ff9894579
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef9481622d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: 176f8002-d5bc-4b92-9873-1e4374b22a50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef9487f2414
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: 3fa39e94-b09d-476e-9a1f-d5c25378d3ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef9488986e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: c8a6adfa-6798-434b-9163-708d89b66296
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef94c5143eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19101"
    uid: 5523d5e2-e74f-4004-9e16-fd90c8dde29a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:51:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:51:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67ef94cbc80a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 8836e017-2f5b-4328-a08b-0b931ae8cc8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:53:36Z"
  message: 'Readiness probe failed: Get "http://10.134.0.31:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T15:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67f11aed5211f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 719a82d9-96f6-41ad-8703-344f1e526402
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:53:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:39Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67f1259c04995
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: ae07cb92-c9f5-46b7-87c6-f0863d74059d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: d41eff81-f4a1-4be0-87d3-1797afe0b5ac
  kind: Event
  lastTimestamp: "2026-07-28T15:53:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:39Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h.18c67f1259c0e296
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: 7ad24fec-e372-4748-bab5-5a99cd7718c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18926"
    uid: d953136c-0f14-4746-8f5b-0ee3b8a5db48
  kind: Event
  lastTimestamp: "2026-07-28T15:51:32Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-8nw5h'
  metadata:
    creationTimestamp: "2026-07-28T15:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:51:32Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c67ef4e50bbf6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: 5b3140d2-0dbf-481e-8e2a-b6f2041bf153
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: 9e7986cd-bf49-4515-b17f-b4b9006fe395
  kind: Event
  lastTimestamp: "2026-07-28T15:51:32Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:51:32Z"
    name: isvc-autogluon-v2-predictor.18c67ef4dfde952b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18927"
    uid: db806d19-203a-41e5-a54f-1144485be0e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: a976c84a-3289-41fd-a08f-71d4c41c2a53
  kind: Event
  lastTimestamp: "2026-07-28T15:52:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:52:17Z"
    name: isvc-autogluon-v2-predictor.18c67ef85efdeafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: a23fe985-1003-4b24-b4ae-db3aeafce947
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: a976c84a-3289-41fd-a08f-71d4c41c2a53
  kind: Event
  lastTimestamp: "2026-07-28T15:52:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:52:17Z"
    name: isvc-autogluon-v2-predictor.18c67ef85ff239ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: bab2a666-1af0-46f4-a527-0b35a7e296e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:52:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: a976c84a-3289-41fd-a08f-71d4c41c2a53
  kind: Event
  lastTimestamp: "2026-07-28T15:53:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:32Z"
    name: isvc-autogluon-v2-predictor.18c67f02dd9a5623
    namespace: kserve-ci-e2e-test
    resourceVersion: "19802"
    uid: ce89345a-1544-4122-a398-d3901c323748
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:52:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: a976c84a-3289-41fd-a08f-71d4c41c2a53
  kind: Event
  lastTimestamp: "2026-07-28T15:53:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:32Z"
    name: isvc-autogluon-v2-predictor.18c67f02de080e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19803"
    uid: f88948be-40db-4e1a-893b-2755ceef3e81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:53:44.218794Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f138b660399
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: 184d620c-4202-4f26-8dca-737e6ceb92be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19942"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f13a5339087
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 4b4b3ae2-f036-4a8e-9d4a-a76ee01d1b4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f13a71c352c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: 33efd681-1a34-40a0-89a8-1ac75387e1ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f13aabc70bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: 3389a457-9d25-4fc6-a4fa-3efaafa866d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f13ab46edbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19954"
    uid: 63f998f7-83ca-447f-8c34-122f64cc0a1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:49Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f14dec66411
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 30a2f213-e39a-4512-849e-606c8f1f2f34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f14e1a75351
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: 0cc3025c-8b6b-4c36-b2c5-fdbf1c532f18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f14e2190531
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 40953861-a4e9-49b4-831e-d21864aa676a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f14e2238c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: 66040614-2b1f-49c0-86cc-9411282de68e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:50Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f14e521985f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20002"
    uid: e881580c-5107-4599-8078-50f08ed864e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:53:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:53:50Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f14e593a4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: c860f7c3-0507-434b-8160-0ade758f286c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:55:37Z"
  message: 'Readiness probe failed: Get "http://10.134.0.32:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T15:55:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f2ddb1cb299
    namespace: kserve-ci-e2e-test
    resourceVersion: "20756"
    uid: 65db26ba-7cd7-4166-8a41-6d46e87c08c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:55:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f2edb1b554e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: b2158691-7c7e-4529-9160-585731318e74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:55:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:41Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f2edb1bd68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 5db97f4c-f0b2-4bfc-937c-4a6682455411
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: d44427a4-38a4-4b69-843c-b47ebb891d87
  kind: Event
  lastTimestamp: "2026-07-28T15:55:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:55:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd.18c67f2f2f5e6a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: ea7df632-aad6-4d67-b106-df0c4978e175
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: b6bf47a0-96c6-4af5-94d3-4156988abc24
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-kgwhd'
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c67f138ae82a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 26411744-970e-47ea-8cce-00ab241e6efe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: 96d847fc-224e-466c-aee4-4869f3700b17
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-autogluon-v2-variants-predictor.18c67f1385d317cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 4e46e7b6-7f47-4daf-8b3f-daba2dccd1ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: a0323fba-b7fe-41e2-9188-fcafca714148
  kind: Event
  lastTimestamp: "2026-07-28T15:54:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:54:14Z"
    name: isvc-autogluon-v2-variants-predictor.18c67f1704dd36f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20178"
    uid: b41fd77e-3e0f-42db-8be3-0aa27f7132e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: a0323fba-b7fe-41e2-9188-fcafca714148
  kind: Event
  lastTimestamp: "2026-07-28T15:54:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:54:14Z"
    name: isvc-autogluon-v2-variants-predictor.18c67f1705abba8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: c589d285-31a8-480a-b644-288be3a4dff6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:54:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: a0323fba-b7fe-41e2-9188-fcafca714148
  kind: Event
  lastTimestamp: "2026-07-28T15:55:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:55:29Z"
    name: isvc-autogluon-v2-variants-predictor.18c67f1e041dd716
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: cdccce84-0162-40a1-a65a-d03d57b90252
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:54:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: a0323fba-b7fe-41e2-9188-fcafca714148
  kind: Event
  lastTimestamp: "2026-07-28T15:55:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:55:29Z"
    name: isvc-autogluon-v2-variants-predictor.18c67f1e0497d202
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: 6b32aa2b-2591-4b38-b666-6d0738fcdb55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19911"
    uid: 8d672997-a4e7-4e8e-81a1-193c94930766
  kind: Event
  lastTimestamp: "2026-07-28T15:55:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:55:26Z"
    name: isvc-autogluon-v2-variants.18c67f1385fc01fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20684"
    uid: cce368e7-6b30-4954-9c67-248a018a3c1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19911"
    uid: 8d672997-a4e7-4e8e-81a1-193c94930766
  kind: Event
  lastTimestamp: "2026-07-28T15:53:44Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:53:44Z"
    name: isvc-autogluon-v2-variants.18c67f13867752a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: f8f24dbf-18ea-4421-bfa3-ec3939440ff3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20681"
    uid: 8d672997-a4e7-4e8e-81a1-193c94930766
  kind: Event
  lastTimestamp: "2026-07-28T15:55:26Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:55:26Z"
    name: isvc-autogluon-v2-variants.18c67f2b50c5a19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20683"
    uid: 46b7ef34-7c78-44d3-a0cf-a130059601ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 699d3e7f-61c6-44b1-8b29-ed588339da2c
  kind: Event
  lastTimestamp: "2026-07-28T15:53:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:53:25Z"
    name: isvc-autogluon-v2.18c67ef4dfdbcb6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: e25efd89-e395-4677-bbab-422e7c8aa23d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:51:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 699d3e7f-61c6-44b1-8b29-ed588339da2c
  kind: Event
  lastTimestamp: "2026-07-28T15:51:32Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:51:32Z"
    name: isvc-autogluon-v2.18c67ef4e0907731
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 39bd94dd-5306-483f-83ae-9255ad0c1080
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:53:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 699d3e7f-61c6-44b1-8b29-ed588339da2c
  kind: Event
  lastTimestamp: "2026-07-28T15:53:25Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:53:25Z"
    name: isvc-autogluon-v2.18c67f0f22b114af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: 988813ef-32ec-4f05-bde5-b8eb2263352f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:59:36.494795Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22743"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-cb85cf55c-kbtvt
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f6590af34c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: 1d1f0be5-b9cd-48b2-8b37-61bc6f72a871
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:36Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f65ab04eb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 4102331e-eeeb-4fe1-bece-82b3dd0200c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f65aca07989
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 8488b865-6d29-4ef8-844f-2010d030e476
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:37Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f65afe724a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22781"
    uid: 8cdb6ba9-aa04-46ae-840d-83e3cb600020
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:37Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f65b0d049e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22782"
    uid: f387aa78-01d4-4ebd-8069-1874899a3d1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f66bf22a2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22826"
    uid: ae36b859-b146-4103-867f-946324eae7c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f66c34f0fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 65b57bec-3ae4-4151-b5a3-075f27d239a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f66c3cee050
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: ab786ca7-4780-45f0-9e49-19075aab1ba2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f66c3dbbb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: 50a27624-4a44-4c99-9500-fe2fd3df6a5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f66c7ad129e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: 1a630d2c-bd95-432f-9a51-768c9b8f964c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f66c8297bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 35413bab-0c0d-463a-883c-9cf9cc4879a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T16:01:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:08Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f66fb676f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: c0126c95-5dc1-48a3-941d-7936a71d2f48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T16:01:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:06Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f7a90ab17a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 2c4db4f6-053a-4af2-9def-6f6aa4945722
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T16:01:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:06Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f7a90ab9ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: 19bb3726-2e44-40f1-aea9-ac4afed49524
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 617cba57-d003-44d8-8c64-ba0e7db44155
  kind: Event
  lastTimestamp: "2026-07-28T16:01:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:08Z"
    name: isvc-canary-create-predictor-cb85cf55c-kbtvt.18c67f7b01b1bbf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23502"
    uid: 2abbb1e1-3bf1-421b-8300-cb37060f8ddd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-cb85cf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22725"
    uid: c46804c1-465a-4453-9f6b-668de0072d7b
  kind: Event
  lastTimestamp: "2026-07-28T15:59:36Z"
  message: 'Created pod: isvc-canary-create-predictor-cb85cf55c-kbtvt'
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create-predictor-cb85cf55c.18c67f65904ae840
    namespace: kserve-ci-e2e-test
    resourceVersion: "22745"
    uid: a44c0631-4423-4839-9da2-47d0238dd148
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22723"
    uid: fd000351-0a4b-46db-8ba1-895caa165b94
  kind: Event
  lastTimestamp: "2026-07-28T15:59:36Z"
  message: Scaled up replica set isvc-canary-create-predictor-cb85cf55c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create-predictor.18c67f658c52b716
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: d3c4c773-9365-4e1e-99e5-1791a710db29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:59:36.541325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f65937538b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: 7035ef13-1fac-4523-8c95-61d220107e05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:36Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f65ae084c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "22776"
    uid: e8c823aa-bcab-4905-8a83-f81b8b997825
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:37Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f65af8a0c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22780"
    uid: f2210fb4-dd94-418c-9a0c-a83bff5ffafd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:37Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f65b23b63e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22783"
    uid: 3bf249d8-a56c-47e8-b607-c7186ca2625a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:37Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f65b2b56bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22784"
    uid: 97a760a3-366e-4c75-99db-3482e9f81ba3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f66bf3bcdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: 2d7831da-43f6-47ad-b54c-e0e312b80bc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f66c35a0915
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: 3186a6e5-0d22-49de-9491-37fc7d50d71a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f66c3db4d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 394016b4-c301-4ea5-8e27-b8c4a31283f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f66c3e45e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 5077975e-d805-4734-9af8-ed7ff6362efb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f66c7a10c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: a12c5551-f15f-48c0-bb80-e2f2d856fc2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T15:59:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:59:41Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f66c81bb6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22842"
    uid: 53704f2f-d045-4a2c-95f7-5982ee42e27c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T16:01:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:07Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f673750e1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: c6e157b8-4679-478e-9e5b-2b31fc961cff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T16:01:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:06Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f7a90f4e6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 3ceaadf3-9b13-4e4c-844c-faec49274ef3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T16:01:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:06Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f7a90f60433
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: 36b13704-54f1-4c4f-af26-6c783c41f783
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 27c6860b-d806-4d94-9c84-39777f2f2638
  kind: Event
  lastTimestamp: "2026-07-28T16:01:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:09Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-btngv.18c67f7b3d82b2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: e6ba2854-884f-4496-a2d1-f42884166d7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6d8d4768d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: 492fe8cf-c292-4c79-bfdb-657b1a74eb28
  kind: Event
  lastTimestamp: "2026-07-28T15:59:36Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6d8d4768d4-btngv'
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4.18c67f659314fcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: 18fb8d2e-9221-4a7b-8492-b13d2aee0509
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22733"
    uid: e035fbe5-9b27-47a0-b2b5-d95a79dd3cbb
  kind: Event
  lastTimestamp: "2026-07-28T15:59:36Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6d8d4768d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create-v2-predictor.18c67f658e7946e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: e746fb73-176b-47e8-a1a1-f65fbdd0081c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: 7aca9679-cd50-4c40-8105-9f298b07dc69
  kind: Event
  lastTimestamp: "2026-07-28T16:00:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:00:58Z"
    name: isvc-canary-create.18c67f658e15942c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23402"
    uid: 378aefe5-ad3b-4eeb-8e5b-0d580ad3f8fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: 7aca9679-cd50-4c40-8105-9f298b07dc69
  kind: Event
  lastTimestamp: "2026-07-28T15:59:36Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create.18c67f658e929b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22737"
    uid: c29ae9a6-ea70-4a75-9694-7e7772eb1611
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:59:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: 7aca9679-cd50-4c40-8105-9f298b07dc69
  kind: Event
  lastTimestamp: "2026-07-28T15:59:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:59:36Z"
    name: isvc-canary-create.18c67f658e92f481
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: 4f4cc224-45d8-4fd6-95d7-f4da9f75c348
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:00:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23400"
    uid: 7aca9679-cd50-4c40-8105-9f298b07dc69
  kind: Event
  lastTimestamp: "2026-07-28T16:00:58Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:00:58Z"
    name: isvc-canary-create.18c67f78b8699133
    namespace: kserve-ci-e2e-test
    resourceVersion: "23401"
    uid: be3b34b7-f1d4-4fb7-85a0-fe9077aa5a3a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:01:11.810022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23553"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-d9759ffd5-2q9cs
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:01:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:01:11Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7bc1ea1557
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: d3c3cc28-f7e4-453d-8567-2e37052200b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23571"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:12Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:01:12Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7bdca0711b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23593"
    uid: 8109b7a2-5f34-49f8-84de-a0d3c4d69fcc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:12Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7bde304b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23596"
    uid: 1642e126-43e0-42e8-a782-6d4592cbe59d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:12Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7be14596c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 8d404d6a-2b33-44c7-8d60-4a922034253f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:12Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7be1bffe32
    namespace: kserve-ci-e2e-test
    resourceVersion: "23601"
    uid: 3a45b7bf-2ae0-4242-bc76-8b4cbb8fa681
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7cf9c3ba4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: d7cf21b6-b56c-4df4-9c8d-e89744673239
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7cfdc14a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: 739ff1d6-8ca6-4f62-b251-7c962aede91b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7cfe437ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: 43049084-3521-4243-9157-c70469ee41ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7cfe4cd3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: c7062708-699d-4c00-89e0-1d1d2a8c6201
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7d020f18c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: b4c667b6-f674-4c3b-906e-67ec1909b271
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7d02903ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "23655"
    uid: f7e2078f-f618-4e91-8fb5-41daf773ad07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:02:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:02:45Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f7d71d3eea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 1f01b500-3bfa-4f29-afe1-68ae1883d758
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:02:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:02:41Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f90baff2067
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 24b3c07a-ca22-4081-a6a0-2e6313d38541
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:02:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:02:41Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f90baffad4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: c0da9342-e520-482c-8d6b-629bb1617f06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 51dc6858-99f6-4e1f-8048-e0d39edfb091
  kind: Event
  lastTimestamp: "2026-07-28T16:02:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:02:45Z"
    name: isvc-canary-promote-predictor-d9759ffd5-2q9cs.18c67f917815daf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: ff52ef26-0fec-49b0-bba7-1c196ec56e0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-d9759ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: 6577f8f5-2e5a-4922-91c6-1132b9df3b7f
  kind: Event
  lastTimestamp: "2026-07-28T16:01:11Z"
  message: 'Created pod: isvc-canary-promote-predictor-d9759ffd5-2q9cs'
  metadata:
    creationTimestamp: "2026-07-28T16:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:01:11Z"
    name: isvc-canary-promote-predictor-d9759ffd5.18c67f7bc1243d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: da1a3a90-1aa5-4e0f-a564-4b1ef8c13fa8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23535"
    uid: 107d5348-cfcd-4ff2-9d8e-3caff3141ce9
  kind: Event
  lastTimestamp: "2026-07-28T16:01:11Z"
  message: Scaled up replica set isvc-canary-promote-predictor-d9759ffd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:01:11Z"
    name: isvc-canary-promote-predictor.18c67f7bbb2f0ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23537"
    uid: f066ce7e-8520-45ef-95fd-95ab7c657134
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:02:41.944852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:02:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:02:41Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f90be5e68d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: ccde39c1-2588-450b-a65c-1ed5129559e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:02:42Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:02:42Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f90d77fc554
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: a641d7e4-2c01-44a1-aff1-f97daf4fac09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:02:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
  metadata:
    creationTimestamp: "2026-07-28T16:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:02:42Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f90d9278685
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: 8e0b3f2a-6007-4ffa-aac3-2b2b248fb5d9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:02:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    in 4.291s (4.291s including waiting). Image size: 300978647 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:02:46Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f91d8ec3563
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: 7ee6f7b6-37d3-4777-9724-951d4ceb261a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:02:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:02:46Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f91dbd6f1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24347"
    uid: 3c5fca23-c737-4ed1-9bfd-522355be9dad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:02:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:02:46Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f91dc4858fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: c5e81ce6-5ccf-4aa1-89cd-713d3f503970
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:02:50Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T16:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:02:50Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f92c1b36324
    namespace: kserve-ci-e2e-test
    resourceVersion: "24377"
    uid: b2f66af5-92e1-4fb7-873c-5f59a4d74ba0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:03:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.311s (13.311s including waiting). Image size: 1555662260 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:03Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f95db271793
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: 17e559a0-cdf7-4e31-aeda-e3cd8e8d9f21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:03:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:03Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f95de16ffa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: db9efc03-cf24-4d90-adba-e95c4b4cba0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:03:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:03Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f95de7e53a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: 63757737-396d-4e1e-a3b3-aa2d693ef396
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:03:03Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T16:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:03Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f95de8d4712
    namespace: kserve-ci-e2e-test
    resourceVersion: "24470"
    uid: 203582ac-deb4-42ab-8271-6a615c39c7dc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:03:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.252s (2.252s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:06Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f9664d44e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: 3d5f4841-16d0-446e-b758-670c28d9b771
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:03:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:06Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f9667e0264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 64154097-b62d-4adf-9fd8-8564883bad94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:03:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:03:06Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f9668448cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24488"
    uid: 083a627c-8f32-45e0-89b5-3163f823e9b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:03:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:04:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:32Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67f967fb316a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25420"
    uid: 1862578e-a792-4006-adf5-61e0f3766112
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:04:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:32Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67faa6a3ee717
    namespace: kserve-ci-e2e-test
    resourceVersion: "25413"
    uid: 80f8e10e-4483-4259-9c95-b9386ac677c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:04:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:32Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67faa6a3f9344
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: 8848f0d2-9b8d-47c8-8013-67ea5e613231
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 7f3cad72-4ae4-49df-aebc-044f32f078cb
  kind: Event
  lastTimestamp: "2026-07-28T16:04:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:32Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5n7rq.18c67faa85e452d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25419"
    uid: 058084d7-7ff0-4d1b-a119-883781e185ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:01:11.820553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-pszr7
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:01:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:01:11Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7bc28ac430
    namespace: kserve-ci-e2e-test
    resourceVersion: "23564"
    uid: 29422a9f-5b3f-4505-8923-dea048d56813
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:12Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:01:12Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7bddcd812c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23595"
    uid: 9e294453-75be-4a45-8581-732bfe4268da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:12Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7bdf507ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: de11c729-08f4-441c-9fc5-2fd67e16b14e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:12Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7be17b5bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: 0f66cf33-bd21-48e9-9250-943dc32cd13b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:12Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7be1f297cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23602"
    uid: 6d5b47b4-24b4-4282-a643-dae2a2377249
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7cf9b0ee00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: 7cc4855c-86d2-4403-8d25-3b3a51a9f2d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7cfdcc7603
    namespace: kserve-ci-e2e-test
    resourceVersion: "23646"
    uid: 81e29731-09d1-40b2-875f-ceb3fbb1b3c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7cfe50fa1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: 594c2a6d-d9d3-4046-8932-8e88622210a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7cfe5a3595
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: a002d6b1-5f70-455a-b7d4-ac375242f324
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7d021a18ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: 5e1f7277-dd9b-45df-a8da-d26a2fe83503
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:01:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:01:17Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7d029dfe91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: d5061f1d-d9f8-4da9-92e1-083f63596588
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:04:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:34Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67f7d35d09459
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 81475d4a-ae98-4fc3-872a-ffa9f54fbfd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:04:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:32Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67faa6a159fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25412"
    uid: b0d1ce10-9ecd-4dfd-a156-642f4a8d55c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:04:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:32Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67faa6a16399a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 7b74d36e-5a9f-494d-add2-81203d941bb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 5754f5a4-d588-438b-b6a8-e58b4ea75778
  kind: Event
  lastTimestamp: "2026-07-28T16:04:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:34Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pszr7.18c67faad8b42dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 4670c2b5-91a7-4812-8990-9a55d33486cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 73dd2312-b6b6-472c-8a47-11a742a37ca2
  kind: Event
  lastTimestamp: "2026-07-28T16:01:11Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-pszr7'
  metadata:
    creationTimestamp: "2026-07-28T16:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:01:11Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c67f7bc1dfd441
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 9216cf66-a5da-4b82-9db2-1ef47baca27a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: 73dd2312-b6b6-472c-8a47-11a742a37ca2
  kind: Event
  lastTimestamp: "2026-07-28T16:02:41Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-5n7rq'
  metadata:
    creationTimestamp: "2026-07-28T16:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:02:41Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c67f90bdd971fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: f4bf79da-e706-448b-97b2-acf22592f13d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: 344adf37-5a38-4f34-b7e2-ce9f9ac732c6
  kind: Event
  lastTimestamp: "2026-07-28T16:01:11Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:01:11Z"
    name: isvc-canary-promote-v2-predictor.18c67f7bbe050de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: f5de3634-72c8-4952-884a-9488ae65824d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: 344adf37-5a38-4f34-b7e2-ce9f9ac732c6
  kind: Event
  lastTimestamp: "2026-07-28T16:02:41Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-28T16:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:02:41Z"
    name: isvc-canary-promote-v2-predictor.18c67f90b9630216
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 01fb569a-2c11-436f-b4ce-d238bb59e9d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23527"
    uid: 854a241b-3bf8-4be7-884e-e3f95793a896
  kind: Event
  lastTimestamp: "2026-07-28T16:02:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:02:41Z"
    name: isvc-canary-promote.18c67f7bbd8f9f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: b313b4d9-f534-4004-a153-a86f139a2c8a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23527"
    uid: 854a241b-3bf8-4be7-884e-e3f95793a896
  kind: Event
  lastTimestamp: "2026-07-28T16:02:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:02:41Z"
    name: isvc-canary-promote.18c67f7bbe110305
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: 0465bacb-4c52-440c-bc3f-ccaee053cb4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:01:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23527"
    uid: 854a241b-3bf8-4be7-884e-e3f95793a896
  kind: Event
  lastTimestamp: "2026-07-28T16:02:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:02:41Z"
    name: isvc-canary-promote.18c67f7bbe114f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "24295"
    uid: e8c29073-9431-4950-86c1-a7b24b656711
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 854a241b-3bf8-4be7-884e-e3f95793a896
  kind: Event
  lastTimestamp: "2026-07-28T16:04:22Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:04:22Z"
    name: isvc-canary-promote.18c67f8f2d7e9c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25321"
    uid: c05f9624-e56b-402c-93f3-e77b53383d9c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:04:37.306082Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67fab9a6f264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: c842bc45-08dd-4805-a007-6d272a0444b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67faba44c692a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 9ca7c6dc-04b9-4eda-ada7-a5f8b51fde41
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:38Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:04:38Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67fabd7f5a866
    namespace: kserve-ci-e2e-test
    resourceVersion: "25536"
    uid: d0132bff-814e-4abe-85d0-e2fa506aa2e3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:38Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67fabd973a2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25538"
    uid: bd09c503-24cd-4d85-9d18-0072dc1d85fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:38Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67fabdd4cbb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25539"
    uid: 94ce800a-bdc2-4bb2-acab-fb6fb1241625
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:38Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67fabddc43d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 7fc742c3-f6de-41e7-b655-60ddb9c2a26e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67facef1f0252
    namespace: kserve-ci-e2e-test
    resourceVersion: "25585"
    uid: 74ca2437-271f-44f2-83c9-3368cb8bf157
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67facf22500cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25587"
    uid: a83823c9-bbb6-4183-afb1-904df110f843
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67facf29f5e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25588"
    uid: d926e183-c092-46f9-8c2f-9872600be8b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67facf2aa7ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: 801026c3-cc20-450c-b66d-fef501410cc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67facf594eb23
    namespace: kserve-ci-e2e-test
    resourceVersion: "25592"
    uid: e64e1674-f5a7-4fdc-94aa-23d52f763c20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:04:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67facf60e05e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25593"
    uid: 97a94e75-2b4c-474b-8a3e-77b8eb15975e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:07:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:41Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67fad67102ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26932"
    uid: 1673974e-4080-4219-b4d0-24efeffb5ebf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:07:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67fd5928cc720
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: 112d90c6-c2e2-4401-8082-873753a083e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:07:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67fd5928d70c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26894"
    uid: a0db4739-82f3-4d31-b4d2-68292156b5af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25486"
    uid: 8b33c035-9ad6-4da4-ae73-edc1042c6c19
  kind: Event
  lastTimestamp: "2026-07-28T16:07:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:41Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8.18c67fd661b25585
    namespace: kserve-ci-e2e-test
    resourceVersion: "26931"
    uid: 63e9ede7-2eb1-4373-affd-2b2ab278a644
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:06:07.422968Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc095d1ad61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: 26a079d1-38e8-4d13-9c99-45e5f00b190f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26228"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc0aede5f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 54698e11-5ff9-4cf5-916d-93d8745f5f7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc0b05da098
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: e4498e9a-8863-4376-b189-7b1aba3fff65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc0b3b3b80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: c1720281-7538-4d6c-9b0b-dd7b8a99089a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc0b41b3587
    namespace: kserve-ci-e2e-test
    resourceVersion: "26238"
    uid: 5224d5c4-a143-4b81-afcf-975bb8cb06fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc1b9a445ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: 9b9b7dec-2be9-4d5c-8a1d-02bda0bbf4c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc1bdb1680b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26283"
    uid: ff90d3a7-fc82-4009-b516-b4b5a9f4200e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc1be218755
    namespace: kserve-ci-e2e-test
    resourceVersion: "26284"
    uid: c51f8dc6-fb78-4988-9441-08ee7b32d543
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc1be2cc52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26285"
    uid: df8716c2-86b4-4639-ad76-872a2643903a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc1c0bd5fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26287"
    uid: 70e1b292-510b-4cbd-b4c8-4eda05a99607
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:06:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:06:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:12Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc1c124999d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 14e2627b-22dc-483b-84a4-f66b64c05d54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:07:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:06:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fc2319bd6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26924"
    uid: cbd8913f-6849-4c9f-b768-eeb7800306cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:07:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fd5925ac43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26891"
    uid: ad9964d5-7c6c-4172-9bff-2e19b71dd581
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:07:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fd5925b77f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: e6a5f112-23b4-4424-a122-2de1e85e751c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 7c4fe046-6e1f-434b-ac6c-5acf25b2ec36
  kind: Event
  lastTimestamp: "2026-07-28T16:07:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs.18c67fd637d796ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 989c2e68-30f5-4dfc-b8ca-3ec16c125824
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: 08a9a44a-cc39-408b-8678-9d087df18246
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-rcwz8'
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c67fab99d37165
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 62a59303-a3b4-4664-9008-977a2eceff79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26202"
    uid: 08a9a44a-cc39-408b-8678-9d087df18246
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-tm7gs'
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c67fc0953b0f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: 93d9161a-a1ef-4bb1-824e-f7b2ff572c2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: b59e13e3-c0e6-4514-a050-6d2364e074b4
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-predictor.18c67fab9522aa2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25467"
    uid: 87f2d6f6-8da4-4d8f-a415-a88c3793320c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: b59e13e3-c0e6-4514-a050-6d2364e074b4
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback-predictor.18c67fc09013e9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: 3af5dc1b-1eb9-4c6f-b2cc-95136fcbe989
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:04:37.312392Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25488"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67fab9acf6d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: 4496e7c9-85f8-467a-9c83-2601902341a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25504"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67fabb4078bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25520"
    uid: c37d21b4-de33-40ce-9464-ca41d344e424
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67fabb5958ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25522"
    uid: 0446e7da-9c06-4467-bcc7-ee12d6aaa382
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67fabb7f0e24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25523"
    uid: 08b77b1b-b4ce-4b90-a137-49dd2a641c7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67fabb854baaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25524"
    uid: 37b35109-7104-44ed-87b8-d912e40fa2ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:41Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67facb1b985da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25568"
    uid: bc65c791-70d0-4731-889b-352e9c943119
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:42Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67facb434e635
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 1379bb6f-3629-4aa5-8472-17f4f022ce23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:42Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67facb4b99af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: b42ced0b-bcd6-4ace-9158-1692b39c23c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:42Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67facb4c51733
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: 69b9614c-c317-4c50-bfa5-954f8dfc6aa4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:42Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67facb7465a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25575"
    uid: 65de3010-6ec2-460b-bb61-bdc7b7ba0324
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:04:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:04:42Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67facb7c9b162
    namespace: kserve-ci-e2e-test
    resourceVersion: "25576"
    uid: 3a2cd4d1-c214-4b16-88c3-9d4b1ae065de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:06:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:10Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67fad29accad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26258"
    uid: 0ce73e0d-166f-484f-ae7f-caf8c5643fdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67fc0911fe6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26214"
    uid: 6db799ae-4aaa-4415-a9a8-f6e8ff917802
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67fc091206697
    namespace: kserve-ci-e2e-test
    resourceVersion: "26215"
    uid: ef44ce59-f8fd-4ea9-b352-bc87985d3b39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 161c8d9f-19c3-4c54-b0f4-4ba7f748b35d
  kind: Event
  lastTimestamp: "2026-07-28T16:06:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:06:10Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt.18c67fc12fddbd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26257"
    uid: 7865be6a-a0ca-4334-a597-bae0afd5273a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f48b7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 4a0164e0-68af-4d55-b676-1d57d77493bb
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f48b7656-ntjlt'
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656.18c67fab9a671cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25489"
    uid: 788aa6b2-acd0-414f-9870-4bbfeb4ac7f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25474"
    uid: 7ec0461e-3e77-49b5-8bf4-900bb7e1935a
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f48b7656 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback-v2-predictor.18c67fab971600b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 94486778-0254-49df-9289-c1948c3f1cd2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: ef5e6b19-22b0-4a45-a5f5-7e834bffd17f
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback.18c67fab96cca6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26229"
    uid: 3764db1b-6b9c-4155-ad28-87d164be0286
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: ef5e6b19-22b0-4a45-a5f5-7e834bffd17f
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback.18c67fab9746f751
    namespace: kserve-ci-e2e-test
    resourceVersion: "25508"
    uid: 1bbb2f3e-52b3-4ff9-bdfe-33ace57a41aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: ef5e6b19-22b0-4a45-a5f5-7e834bffd17f
  kind: Event
  lastTimestamp: "2026-07-28T16:04:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:04:37Z"
    name: isvc-canary-rollback.18c67fab97473218
    namespace: kserve-ci-e2e-test
    resourceVersion: "25509"
    uid: db6d0e85-f243-4d02-9b93-b13eba5626be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26150"
    uid: ef5e6b19-22b0-4a45-a5f5-7e834bffd17f
  kind: Event
  lastTimestamp: "2026-07-28T16:07:30Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:07:30Z"
    name: isvc-canary-rollback.18c67fbf21d1751b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: d544d712-08b3-4a30-b101-b3aa43c6d7e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:06:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: ef5e6b19-22b0-4a45-a5f5-7e834bffd17f
  kind: Event
  lastTimestamp: "2026-07-28T16:06:07Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T16:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:06:07Z"
    name: isvc-canary-rollback.18c67fc09469056d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: 9950e421-aa27-4ba5-a252-32ea3bd75294
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:07:42.789570Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26976"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:07:42Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd6ca1c87b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 98f49f2a-5752-4b3a-8e9f-e1c862094433
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:43Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd6d7ed3a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27004"
    uid: ca128879-399d-48e5-b450-91055c9b4479
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:43Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:07:43Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd7076bccd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 5ae4eb81-571a-4a9f-8db7-ada9144de729
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:43Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd708f8125f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27021"
    uid: a5e6e1be-d9db-4c25-a1df-86d98993563d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:43Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd70bd49be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: e6601f0b-ef77-42f2-bc17-95cefa1ba3be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:43Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd70c44f123
    namespace: kserve-ci-e2e-test
    resourceVersion: "27024"
    uid: f513156b-a81d-4574-95bb-22c67a5000ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd82846a548
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: 9f5cac04-00d2-4283-88e7-fdb1585bc349
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd82b016b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "27076"
    uid: 75bb63a5-170f-4620-8ba3-d575806ff807
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd82b7492d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27077"
    uid: 05f574f5-bf62-485f-93d1-d2c8fbbc3439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd82b7f8a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27078"
    uid: 7787ed25-1d8a-462c-b0cc-15bd5866e8ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd82e899075
    namespace: kserve-ci-e2e-test
    resourceVersion: "27082"
    uid: 01db7edf-4d88-4a02-a220-481c7df3b9c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:07:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd82efd8154
    namespace: kserve-ci-e2e-test
    resourceVersion: "27083"
    uid: 310b770f-3d37-4e6e-8392-35e8f0a5dee3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:09:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:16Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67fd8a010039b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27752"
    uid: 09448b87-c763-45d7-9774-2ebe0ef1343b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:09:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:12Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67febbd6fe46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27701"
    uid: 0add7729-4fc8-4565-8753-19b1b1371893
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:09:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:12Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67febbd7055a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27704"
    uid: 847b2fe9-c141-4992-83fe-81a3a6aed179
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 07a5624c-34a7-4d35-8090-5b187cc22e53
  kind: Event
  lastTimestamp: "2026-07-28T16:09:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:16Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-gpr6d.18c67feca63cbf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 453dbaf6-bf70-4f43-a89f-8604c66207f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-86dc9fdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26957"
    uid: ee6b7831-0dff-4661-94cc-2b303cb51d67
  kind: Event
  lastTimestamp: "2026-07-28T16:07:42Z"
  message: 'Created pod: isvc-canary-stop-predictor-86dc9fdb65-gpr6d'
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:07:42Z"
    name: isvc-canary-stop-predictor-86dc9fdb65.18c67fd6c97c9224
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: c13eee99-8671-485f-8419-9b6a37a1ecd9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26956"
    uid: d178f526-84e6-4031-b277-af9e8894b947
  kind: Event
  lastTimestamp: "2026-07-28T16:07:42Z"
  message: Scaled up replica set isvc-canary-stop-predictor-86dc9fdb65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:07:42Z"
    name: isvc-canary-stop-predictor.18c67fd6c42eac84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26958"
    uid: 9a9c8037-09dd-48dc-bacd-901f9a046ff0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:07:42.795666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26977"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:07:42Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd6ca798458
    namespace: kserve-ci-e2e-test
    resourceVersion: "26986"
    uid: 24acea3d-d0df-44c8-9b44-2a10db61dc09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:42Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd6d198e067
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: d09e9442-8460-4874-9554-a85572563263
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26994"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:43Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:07:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd7080da4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27018"
    uid: 8106de76-0bff-481d-bd68-b4c07a02ce1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd709a05a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: dec650ac-87c6-4b2b-b5d3-0aab2b9c1a77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd70c90d02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27025"
    uid: 2906675e-23ec-4ed6-b919-a76fb9ca32af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:43Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd70d09246e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: 1f84dbca-d15f-4c0d-8463-e779607a6330
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd7f6e00fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: 3d55b61a-a670-4a05-aa7a-9b81e153ac76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd7f9fcffbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27063"
    uid: cdd718e7-90e6-4657-84ab-66223506fff4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd7fa78830f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27064"
    uid: 6f9c836b-dfa4-4b24-842d-c23f4ad28859
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd7fa840113
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: d23821be-3feb-4bd2-9288-cb86057db23f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd7fd8f49b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 4b65a015-8b03-4c33-bb10-f674aa4e6786
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:07:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:07:47Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd7fe06f8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 56f757f1-c6f6-4acd-b5f2-8985b06d9ec9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:09:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:15Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fd86ee57421
    namespace: kserve-ci-e2e-test
    resourceVersion: "27741"
    uid: 765dda52-b8d7-4111-8225-cdf7ecbb14cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:09:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:12Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67febc01b3874
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 4a988bb2-833c-4054-a753-9c3fb7f830b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:09:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:12Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67febc01bcfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27714"
    uid: 9f6e53c6-3b9e-4f48-a459-c61c13dd6423
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: d9a86f43-519c-45e5-9b9c-c62884df0c27
  kind: Event
  lastTimestamp: "2026-07-28T16:09:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:15Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-2zcgs.18c67fec751945e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27745"
    uid: ce30cf1a-f737-441c-961b-a28d273e5d2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-77f778d864
    namespace: kserve-ci-e2e-test
    resourceVersion: "26967"
    uid: 64765f83-55e5-41e5-b2a7-13bf1abc88d9
  kind: Event
  lastTimestamp: "2026-07-28T16:07:42Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-77f778d864-2zcgs'
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:07:42Z"
    name: isvc-canary-stop-v2-predictor-77f778d864.18c67fd6ca08f4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: a37f408c-ca86-491a-a7b3-9ea8eda61c22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26965"
    uid: 1803487c-9264-4ef1-ad1a-b5f31378063f
  kind: Event
  lastTimestamp: "2026-07-28T16:07:42Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-77f778d864 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:07:42Z"
    name: isvc-canary-stop-v2-predictor.18c67fd6c65c7e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: 03253771-e122-428d-ac34-7e49f04377f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26947"
    uid: ac4cf4d0-89f8-418e-ad58-790e4c62544e
  kind: Event
  lastTimestamp: "2026-07-28T16:09:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:09:12Z"
    name: isvc-canary-stop.18c67fd6c6236bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: dd663ece-2bca-42ff-8c5c-81a74cb450d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26947"
    uid: ac4cf4d0-89f8-418e-ad58-790e4c62544e
  kind: Event
  lastTimestamp: "2026-07-28T16:07:42Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:07:42Z"
    name: isvc-canary-stop.18c67fd6c6a86a75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26971"
    uid: 6cb8f961-f45f-4edf-80bc-625fc377f309
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26947"
    uid: ac4cf4d0-89f8-418e-ad58-790e4c62544e
  kind: Event
  lastTimestamp: "2026-07-28T16:07:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:07:42Z"
    name: isvc-canary-stop.18c67fd6c6a8bdaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26972"
    uid: 3c30b5b8-40c1-4ba2-b2a7-363c0ad704bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: ac4cf4d0-89f8-418e-ad58-790e4c62544e
  kind: Event
  lastTimestamp: "2026-07-28T16:09:06Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:09:06Z"
    name: isvc-canary-stop.18c67fea58fe255e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27646"
    uid: 455c0c77-b5fe-4231-832b-9149eaed3d2e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27710"
    uid: ac4cf4d0-89f8-418e-ad58-790e4c62544e
  kind: Event
  lastTimestamp: "2026-07-28T16:09:12Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T16:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:09:12Z"
    name: isvc-canary-stop.18c67febbf331f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27711"
    uid: 94297d75-5693-4b50-98d7-48a2da738ea7
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:29:41.460754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37657"
    uid: 2e6b4455-ef04-4423-b85f-15aa161e76f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-08e8a1-predictor-947c689bb-jh76p
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:29:41Z"
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p.18c68109d109ff07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37663"
    uid: a6460fe3-00c6-45f4-9665-b4d860d9ecb2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37666"
    uid: 2e6b4455-ef04-4423-b85f-15aa161e76f2
  kind: Event
  lastTimestamp: "2026-07-28T16:29:41Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:29:41Z"
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p.18c68109ea7e12b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37681"
    uid: 9e7b6474-2a12-4492-8661-4fc1ded92ff3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37659"
    uid: 2e6b4455-ef04-4423-b85f-15aa161e76f2
  kind: Event
  lastTimestamp: "2026-07-28T16:29:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:45Z"
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p.18c68109ebffd919
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: d35babdf-8641-4d93-9dad-885554575bdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37659"
    uid: 2e6b4455-ef04-4423-b85f-15aa161e76f2
  kind: Event
  lastTimestamp: "2026-07-28T16:29:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:45Z"
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p.18c68109eed52d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 3c634f96-8c6d-4938-b500-1c20d4a5aca0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37659"
    uid: 2e6b4455-ef04-4423-b85f-15aa161e76f2
  kind: Event
  lastTimestamp: "2026-07-28T16:29:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:45Z"
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p.18c68109ef40c107
    namespace: kserve-ci-e2e-test
    resourceVersion: "37718"
    uid: 80d1d78d-fcc5-4853-8d71-35308fc6dfe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37659"
    uid: 2e6b4455-ef04-4423-b85f-15aa161e76f2
  kind: Event
  lastTimestamp: "2026-07-28T16:29:47Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:47Z"
    name: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p.18c6810b2b77ed11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: f2518164-3b4a-436a-b138-3eff3604a872
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-08e8a1-predictor-947c689bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: d8d840ea-cd96-424a-bc07-1893b4096b4e
  kind: Event
  lastTimestamp: "2026-07-28T16:29:41Z"
  message: 'Created pod: isvc-init-fail-08e8a1-predictor-947c689bb-jh76p'
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:41Z"
    name: isvc-init-fail-08e8a1-predictor-947c689bb.18c68109d0961a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "37658"
    uid: 64a05bab-ec11-4ec3-8bea-1a3958afc750
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-08e8a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: f88e59d3-4d26-4a24-911f-41fbca63f060
  kind: Event
  lastTimestamp: "2026-07-28T16:29:41Z"
  message: Scaled up replica set isvc-init-fail-08e8a1-predictor-947c689bb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:41Z"
    name: isvc-init-fail-08e8a1-predictor.18c68109cda3d3c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: fd170cb9-20d5-4ea5-9841-df88aac7a97e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-08e8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: 12324c14-4338-4ca6-a684-2f4588ffef23
  kind: Event
  lastTimestamp: "2026-07-28T16:29:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:45Z"
    name: isvc-init-fail-08e8a1.18c68109cda847e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: 7858b410-d684-4d95-adbf-9cc098c867a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-08e8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: 12324c14-4338-4ca6-a684-2f4588ffef23
  kind: Event
  lastTimestamp: "2026-07-28T16:29:41Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-08e8a1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-08e8a1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:41Z"
    name: isvc-init-fail-08e8a1.18c68109ce3df429
    namespace: kserve-ci-e2e-test
    resourceVersion: "37654"
    uid: 232a03b1-eda3-4a45-a3f4-171c70557075
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-08e8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: 12324c14-4338-4ca6-a684-2f4588ffef23
  kind: Event
  lastTimestamp: "2026-07-28T16:29:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-08e8a1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:41Z"
    name: isvc-init-fail-08e8a1.18c68109ce3e4b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37655"
    uid: fd81fcf1-4e44-4d8e-be7b-fbef29e5e9dd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:09:23.085871Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27831"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-9qmk9
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:09:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:09:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67fee243cac8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: 0325c987-b9a1-4216-bd5a-271a0d896d2a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:23Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:09:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67fee3e08fd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: cf1c28da-7d81-41be-a377-61c8fe9d181e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67fee3f820ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: c6fd65a6-fcc0-4ef3-badf-8c8718fb4f5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67fee4219260a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27851"
    uid: 946e69c2-75ae-4311-b9bc-7741afb6e7ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67fee428fc546
    namespace: kserve-ci-e2e-test
    resourceVersion: "27852"
    uid: 3896a99a-3f6e-45b1-a268-8a6fd7e431b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:28Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T16:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67fef4ad3e0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27887"
    uid: 07d638fb-bc19-434d-bf46-a26b1303b229
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:34Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.295s (6.295s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67ff0c20e592d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27933"
    uid: a2959e72-cde1-42b3-b226-5733d1f69355
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67ff0c538d18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: d8a41d42-5998-40df-acdf-450d1e161eca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67ff0c5ae2f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27935"
    uid: 30fb6e26-4e28-4353-9efe-25a327000e28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67ff0c5b8af92
    namespace: kserve-ci-e2e-test
    resourceVersion: "27936"
    uid: 302c2c8e-0450-49c7-a905-3b049453d2b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67ff0c88b556b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: cf1160ce-cd1c-4c10-9805-1b4ef5f317ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:09:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:09:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67ff0c90102b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27938"
    uid: 6e6e4e22-7c63-4a67-9b9c-c8c65c7bd33b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:10:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:09:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:10:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c67ff1299823b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28443"
    uid: c8d24870-506d-433e-b516-f9b50ca023ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:10:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:10:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c68003248a3eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28541"
    uid: 21265ab8-8a1a-4c49-a748-1e908e42326e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:10:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:10:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c68003248acc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 067e6d3e-276f-4b28-b372-206106ae5c10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 23c5edca-62f6-4190-b221-a8293cb267c1
  kind: Event
  lastTimestamp: "2026-07-28T16:10:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:10:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9qmk9.18c6800405bf0410
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: 8d3b6f21-44a0-4065-b6e9-4d3dbdebe693
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27818"
    uid: 70984939-7848-4f06-ae56-6233fee13ebd
  kind: Event
  lastTimestamp: "2026-07-28T16:09:23Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-9qmk9'
  metadata:
    creationTimestamp: "2026-07-28T16:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:09:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c67fee23a31f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "27832"
    uid: 6f9e67c2-412f-4822-996f-4bdad2de5b29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27816"
    uid: 0d40bbcd-a280-474a-a777-c2162078f327
  kind: Event
  lastTimestamp: "2026-07-28T16:09:22Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:09:22Z"
    name: isvc-lightgbm-predictor.18c67fee1edbbde8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27820"
    uid: 78199c52-be0d-40a0-9239-8450f9b07e61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27817"
    uid: d7d56a1b-636c-4a3c-a4ec-320a39d8ec5d
  kind: Event
  lastTimestamp: "2026-07-28T16:10:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:10:08Z"
    name: isvc-lightgbm-predictor.18c67ff19db17739
    namespace: kserve-ci-e2e-test
    resourceVersion: "28194"
    uid: a9e08299-8604-46f4-9d8b-6ee3205dcf24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27817"
    uid: d7d56a1b-636c-4a3c-a4ec-320a39d8ec5d
  kind: Event
  lastTimestamp: "2026-07-28T16:10:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:10:08Z"
    name: isvc-lightgbm-predictor.18c67ff19e1cc503
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: ce3e0936-15e9-4c33-b8c2-13a747d49c01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: d7d56a1b-636c-4a3c-a4ec-320a39d8ec5d
  kind: Event
  lastTimestamp: "2026-07-28T16:10:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:10:53Z"
    name: isvc-lightgbm-predictor.18c67ffc1b06c8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28523"
    uid: 5b997341-bc6c-42ba-98c5-86bb1adf4c59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27975"
    uid: d7d56a1b-636c-4a3c-a4ec-320a39d8ec5d
  kind: Event
  lastTimestamp: "2026-07-28T16:10:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:10:53Z"
    name: isvc-lightgbm-predictor.18c67ffc1b763370
    namespace: kserve-ci-e2e-test
    resourceVersion: "28524"
    uid: a6e6f5f5-b0c3-497c-a3f7-8e3869644a63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:10:58.388262Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:10:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:10:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c6800454b3bf6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28616"
    uid: 07864215-1005-4ba7-a0b4-5db3d54848c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:10:58Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:10:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c680046e258936
    namespace: kserve-ci-e2e-test
    resourceVersion: "28632"
    uid: 3d5a3003-0e65-4c56-b251-610af4845e0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:10:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:10:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c680046f95d093
    namespace: kserve-ci-e2e-test
    resourceVersion: "28634"
    uid: 798a51b2-b0c3-41c3-95af-a24cb3881aa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:10:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:10:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c6800471f6f029
    namespace: kserve-ci-e2e-test
    resourceVersion: "28635"
    uid: b92321f1-ab24-46dd-aed4-9e42936b97b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:10:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:10:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c6800472aa9ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: ea01be28-9586-45aa-a34f-7e3f1781c98e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:11:03Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c680057e8f5487
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: f647c707-9501-46ab-96f2-c9bd8edd0e9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:11:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c680058152d150
    namespace: kserve-ci-e2e-test
    resourceVersion: "28673"
    uid: 9a8e7dca-578a-41b2-b97b-aa8aa940e545
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:11:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c6800581ba028b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 339f0c03-b51c-4a35-bda0-0a78d19c60ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:11:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c6800581c4f43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: 9a63077c-56e0-412d-adcf-b0227f9c6973
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:11:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c68005844b8c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "28681"
    uid: 9b3997cf-bc8e-47be-a9ea-b04d83e43b5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:11:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:11:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c680058506aca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28682"
    uid: 8d0f107b-269b-46b5-9a11-171cab826990
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:12:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c68005ba887b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: 0a222311-ef31-4a4a-b720-fdf5687589f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:12:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:28Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c680195b4266bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29316"
    uid: 56714afb-1c81-4138-bfc3-3e16c78ff556
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:12:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:28Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c680195b431526
    namespace: kserve-ci-e2e-test
    resourceVersion: "29317"
    uid: 52e4a7f0-12e7-4ad2-be55-d4d69d5c88a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 663bc45d-3105-4184-8336-494c83070f74
  kind: Event
  lastTimestamp: "2026-07-28T16:12:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb.18c68019fc8be182
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 05089859-a5d3-4a11-a62a-8f2a69e9c788
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 9c921d3e-4930-4836-9696-3823ee41c86b
  kind: Event
  lastTimestamp: "2026-07-28T16:10:58Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-zmtpb'
  metadata:
    creationTimestamp: "2026-07-28T16:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:10:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c68004544218a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: d1747805-56d6-43e3-aa80-93875e1aba15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28595"
    uid: df30eb8a-ae59-43d3-9fe7-86fa3b172a36
  kind: Event
  lastTimestamp: "2026-07-28T16:10:58Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:10:58Z"
    name: isvc-lightgbm-runtime-predictor.18c680044fbad142
    namespace: kserve-ci-e2e-test
    resourceVersion: "28598"
    uid: 4cf174fe-9663-4bd1-803c-473bc7279be5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: 7abd1996-a4cc-4cb5-a464-c9cb29444523
  kind: Event
  lastTimestamp: "2026-07-28T16:11:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:11:28Z"
    name: isvc-lightgbm-runtime-predictor.18c68007cea3ebb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28867"
    uid: 014285fe-b754-4f08-a338-88aa33418770
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: 7abd1996-a4cc-4cb5-a464-c9cb29444523
  kind: Event
  lastTimestamp: "2026-07-28T16:11:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:11:28Z"
    name: isvc-lightgbm-runtime-predictor.18c68007cf10ecb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28868"
    uid: ad5436fa-5016-4399-93f7-20687fd05ff0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: 7abd1996-a4cc-4cb5-a464-c9cb29444523
  kind: Event
  lastTimestamp: "2026-07-28T16:12:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:12:28Z"
    name: isvc-lightgbm-runtime-predictor.18c6800ece13aa8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29295"
    uid: b3583463-2780-46a7-aba2-1f7cca13c11b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:11:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: 7abd1996-a4cc-4cb5-a464-c9cb29444523
  kind: Event
  lastTimestamp: "2026-07-28T16:12:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:12:28Z"
    name: isvc-lightgbm-runtime-predictor.18c6800ecec12f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29296"
    uid: b87dfffb-4eb9-4c1c-9a4f-d6e443e628e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 4363b320-4f8e-4f0a-9029-9ae58117a582
  kind: Event
  lastTimestamp: "2026-07-28T16:12:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:12:21Z"
    name: isvc-lightgbm-runtime.18c680044fbe2945
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: dfe87172-7094-45be-8b93-9493f26eb846
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28588"
    uid: 4363b320-4f8e-4f0a-9029-9ae58117a582
  kind: Event
  lastTimestamp: "2026-07-28T16:10:58Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:10:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:10:58Z"
    name: isvc-lightgbm-runtime.18c68004503d07c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: 92e55434-88c6-4dc3-b287-42d3564c9bbc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29247"
    uid: 4363b320-4f8e-4f0a-9029-9ae58117a582
  kind: Event
  lastTimestamp: "2026-07-28T16:12:21Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:12:21Z"
    name: isvc-lightgbm-runtime.18c68017b06ad3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29248"
    uid: f979cea1-abdd-459f-b53a-70ba89f41d78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:15:39.240981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:15:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68045b8d42489
    namespace: kserve-ci-e2e-test
    resourceVersion: "30765"
    uid: b836ad01-aadb-4eba-8a2f-670f084aa789
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:39Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:15:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68045d20e42ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: 2b67380a-7a05-4bc9-8bd1-334e1e952cf9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68045d386f454
    namespace: kserve-ci-e2e-test
    resourceVersion: "30783"
    uid: 221eec7f-f464-4ec3-9702-a6142a82f812
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68045d60a017b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30785"
    uid: 3c0fecb0-8cee-41ab-9bf7-8a9aaa1ace36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68045d66dc429
    namespace: kserve-ci-e2e-test
    resourceVersion: "30786"
    uid: 05f2f42a-5108-4996-8417-db6887b1be95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:44Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68046eae0891a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30825"
    uid: e8a8c682-5d4e-481e-b1da-98044ae9db78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68046eda5e8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: 92c5c043-6fec-4ba9-b082-e9fc4fe92afa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68046ee17db4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30828"
    uid: 174533df-3ff8-4e41-86ec-f21b2395dfed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68046ee219faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: 2de2a210-2e37-4e00-abd9-b45aca060798
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68046f151174a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30835"
    uid: 55a7d085-2191-43e6-98b0-ff6c1c435a62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c68046f2052151
    namespace: kserve-ci-e2e-test
    resourceVersion: "30837"
    uid: 9f0e5699-f175-43bc-8a71-c05f1af30976
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c6804762ad823e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 52179a7e-f621-4fbb-929c-b1b8160a10a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c6804a6365513a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30964"
    uid: 51c58de0-81eb-4b16-9e23-7dca18290bf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: 56d91dff-e988-42c6-a217-57b7ddbc578e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26.18c6804a63662fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30965"
    uid: fd081d29-46c1-4e3f-90f4-33f1d4808dd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: 28ca72ee-ba9e-4b57-945a-b91360c9aae7
  kind: Event
  lastTimestamp: "2026-07-28T16:15:39Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mlv26'
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c68045b84d8596
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: 133a707e-a99b-479a-8da6-e0549b3162d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30746"
    uid: 12c00d1e-00ee-4d76-9791-22de25cd0da9
  kind: Event
  lastTimestamp: "2026-07-28T16:15:39Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c68045b3413cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: 5fd16ff2-1280-4bfd-a371-2aacd68e6c9b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30747"
    uid: 762c13e4-5a5d-436a-8ca9-c4ec8ba68b7e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6804931eb678e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30915"
    uid: 2507de27-eb42-475b-8135-792e898b4782
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30747"
    uid: 762c13e4-5a5d-436a-8ca9-c4ec8ba68b7e
  kind: Event
  lastTimestamp: "2026-07-28T16:15:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c68049325f5eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30917"
    uid: 690a811f-6f9e-48a6-87c3-8cba4045e0aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 8f47b92b-f620-42f3-aabd-352fb25d4236
  kind: Event
  lastTimestamp: "2026-07-28T16:15:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:15:52Z"
    name: isvc-lightgbm-v2-kserve.18c68045b3462ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: 22608e26-d627-46c2-9d62-086eb8cf4a88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 8f47b92b-f620-42f3-aabd-352fb25d4236
  kind: Event
  lastTimestamp: "2026-07-28T16:15:39Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:15:39Z"
    name: isvc-lightgbm-v2-kserve.18c68045b3eb906f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30771"
    uid: becee393-1107-4c7e-82ac-ac65f657bc0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: 8f47b92b-f620-42f3-aabd-352fb25d4236
  kind: Event
  lastTimestamp: "2026-07-28T16:15:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:15:39Z"
    name: isvc-lightgbm-v2-kserve.18c68045ba2126be
    namespace: kserve-ci-e2e-test
    resourceVersion: "30772"
    uid: b5fc1d13-0f34-48c8-aecf-2997de6ef11f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: 8f47b92b-f620-42f3-aabd-352fb25d4236
  kind: Event
  lastTimestamp: "2026-07-28T16:15:52Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:15:52Z"
    name: isvc-lightgbm-v2-kserve.18c68048cf138626
    namespace: kserve-ci-e2e-test
    resourceVersion: "30902"
    uid: d758613a-d23f-46de-808a-9e5b821b84da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:12:33.857448Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:12:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:12:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6801a8f1bf537
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: 8205e7f0-b39b-4010-96f6-acc000b6a25d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:12:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6801a96b87a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "29398"
    uid: 87fdfc48-e7cb-4368-8ffb-2906cc4a4fe9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:12:34Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:12:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6801accdb014a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: 13a4ac1b-4db0-4909-b22a-6c91287f5911
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:12:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6801ace7a7384
    namespace: kserve-ci-e2e-test
    resourceVersion: "29410"
    uid: 44d6a863-d198-48a6-81af-1659feda4f20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:12:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6801ad12ac11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29412"
    uid: 39deb868-4b47-48d6-99ce-24f64efa58bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:12:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6801ad1a40437
    namespace: kserve-ci-e2e-test
    resourceVersion: "29413"
    uid: 7f0d7abf-e86c-4f1a-957f-47911e9814f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:12:39Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-28T16:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:12:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6801bc6bc8c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "29447"
    uid: 27aa1650-fce1-412e-b6dd-a3f734bb10a3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:14:54Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m15.082s
    (2m15.082s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:14:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6803b3a4911dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30392"
    uid: cb68de3e-eb0c-4285-93ee-1b406be70804
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:14:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:14:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6803b41af4314
    namespace: kserve-ci-e2e-test
    resourceVersion: "30395"
    uid: f8ce92d7-bb66-44ca-918e-e832e1c8515a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:14:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:14:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6803b43de3135
    namespace: kserve-ci-e2e-test
    resourceVersion: "30397"
    uid: a7289d90-c4fd-46ee-b319-8ae06a10bde4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:14:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:14:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6803b43ec5d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: 90e9e2d0-1b89-494e-948c-0ae85efc37f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:14:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:14:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6803b48814cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: 351f8975-faac-4485-a7ff-27aab4bd6f82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:14:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:14:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6803b4a2418ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: 016906fa-1ce1-410c-bc4f-72a82e1a0653
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:15:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:15:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c6804484180fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30697"
    uid: 2bc24347-7cb7-4e36-addf-acda5526a0e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: e208551f-a10a-4440-ba73-609783ccd5f3
  kind: Event
  lastTimestamp: "2026-07-28T16:15:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:15:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:15:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg.18c68044841893ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30698"
    uid: ecc19f48-703d-489d-8c3d-573b624a0da8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29372"
    uid: c85306fb-4f92-4624-bec4-fb7a00835146
  kind: Event
  lastTimestamp: "2026-07-28T16:12:33Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-h6dsg'
  metadata:
    creationTimestamp: "2026-07-28T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:12:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c6801a8ea60efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29385"
    uid: 596c7d56-6186-4794-8d18-d16371a948c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29368"
    uid: 8001e8d2-8395-4182-8f2b-4abf288e1f85
  kind: Event
  lastTimestamp: "2026-07-28T16:12:33Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:12:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6801a89e9fa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "29375"
    uid: e65fb42c-2cdc-4ed1-a6e5-d9754cb121cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29369"
    uid: e5202e71-c3fe-4e25-ba7c-c3c8331414c8
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6801e08e3dbc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 6d899f46-dfe1-4a43-a2ce-64271911fb10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29369"
    uid: e5202e71-c3fe-4e25-ba7c-c3c8331414c8
  kind: Event
  lastTimestamp: "2026-07-28T16:15:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6801e0950c9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30571"
    uid: 03f8478b-25b2-4769-a1b8-fa276ae8d0e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: e5202e71-c3fe-4e25-ba7c-c3c8331414c8
  kind: Event
  lastTimestamp: "2026-07-28T16:15:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:15:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:34Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c680448079617a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30680"
    uid: d698da7e-f20b-4033-a8db-64a371e0419c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29522"
    uid: e5202e71-c3fe-4e25-ba7c-c3c8331414c8
  kind: Event
  lastTimestamp: "2026-07-28T16:15:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:15:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:15:34Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6804480f2f2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30683"
    uid: d45e85a9-feb5-4f18-adf3-bc3ae5ec2f36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29358"
    uid: 135a32f9-0e0c-4a54-9d97-ed474a344aba
  kind: Event
  lastTimestamp: "2026-07-28T16:15:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:15:31Z"
    name: isvc-lightgbm-v2-runtime.18c6801a89e49d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: a38b5f36-4e60-493b-8313-4d37d9205cb9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29358"
    uid: 135a32f9-0e0c-4a54-9d97-ed474a344aba
  kind: Event
  lastTimestamp: "2026-07-28T16:12:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:12:33Z"
    name: isvc-lightgbm-v2-runtime.18c6801a8a8f6bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29392"
    uid: 8380d206-3af7-4497-b580-214146fd1f33
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29364"
    uid: 135a32f9-0e0c-4a54-9d97-ed474a344aba
  kind: Event
  lastTimestamp: "2026-07-28T16:12:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:12:33Z"
    name: isvc-lightgbm-v2-runtime.18c6801a9085efba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29393"
    uid: 6b3b2ade-07ea-434a-a9d6-a0e032666711
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 135a32f9-0e0c-4a54-9d97-ed474a344aba
  kind: Event
  lastTimestamp: "2026-07-28T16:15:31Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:15:31Z"
    name: isvc-lightgbm-v2-runtime.18c6804402c2ca55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: 8d851319-246b-4d38-99c5-48f8c4e76c78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 9916f549-1e54-46cc-98fc-d6b510fe9920
  kind: Event
  lastTimestamp: "2026-07-28T16:10:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:09:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:10:52Z"
    name: isvc-lightgbm.18c67fee1ee23453
    namespace: kserve-ci-e2e-test
    resourceVersion: "28516"
    uid: 61cce339-89ad-4499-a582-d4b48108611c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:09:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 9916f549-1e54-46cc-98fc-d6b510fe9920
  kind: Event
  lastTimestamp: "2026-07-28T16:09:23Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T16:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:09:23Z"
    name: isvc-lightgbm.18c67fee1f82fbeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27824"
    uid: 9b9f9e4c-6129-4d57-86f1-45d22790919d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:10:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28513"
    uid: 9916f549-1e54-46cc-98fc-d6b510fe9920
  kind: Event
  lastTimestamp: "2026-07-28T16:10:52Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:10:52Z"
    name: isvc-lightgbm.18c68002e297289b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28515"
    uid: 37f82656-bf9e-4168-baa9-114cb3b6890f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:47:05.584137Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6b6746bb7-5rwvr
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:47:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:47:05Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb6baebe11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: 80fb2ea5-73c3-4c2d-a2f4-98be1778b308
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:05Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb6c6f89ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: f97cb8c1-e04a-40d4-9120-509d46bd6c5c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:06Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:47:06Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb6f8b597ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: 3cf05802-d566-4390-b092-6af9ed0cff7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:06Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb6fb03ce87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: 45ef243b-9b74-44f1-807d-5ba20816d863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:06Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb6fde9c6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: 3d26da4c-2f69-44b3-ac47-c4a75b6b905c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:06Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb6fe64f76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 44321c80-1a76-429e-8de3-3c647f1e34e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:10Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb7f9c7fb38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: e5154420-16ae-49ed-be09-3c9fdc887306
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:10Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb7fceffabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16914"
    uid: 68aec64c-cdcd-4f4e-ae6a-c213e38a42d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:10Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb7fd6c06b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 34cb3c29-1ac2-4012-9700-d235fed8f8dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:11Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb7fd771d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 4044ddbf-66c9-4921-95b0-ef3ede5ff5be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:11Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb800449a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 839ac435-fb5a-4385-bf3b-5af65e73b135
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:11Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb800ba4bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: 09180ab2-0509-42e8-8c5d-1f1bf5da183f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:11Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:11Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb800c4caa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16923"
    uid: ade5fd02-8a0b-4c1d-9e51-a480d97f8d31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T15:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:11Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb804ba6763
    namespace: kserve-ci-e2e-test
    resourceVersion: "16925"
    uid: b88d5342-ef03-4c68-a431-6e84b5a8e92d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:47:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T15:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:11Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb80543e623
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: 737c534f-fcdd-4308-8317-2bb347c4223f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:48:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:48Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb835e45001
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: 58d116cc-d520-41e4-8b1a-a108c85277f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:48:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T15:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:48Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67eb871c72b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 8116d2f0-93a7-49b6-b952-e0cd597471f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:48:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67ecce54ac7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 4501ef57-58d1-49de-b7ed-fd9978b6ced2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:48:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67ecce54b1bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 63207088-ebcd-4e11-9eda-20c0aeaece8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:48:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67ecce54bbaa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: a2b3ba65-7b21-48c9-bb7c-c6bdc2f48633
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-5rwvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 2b25c6fd-eff1-4aa7-93a9-0b4afea04b12
  kind: Event
  lastTimestamp: "2026-07-28T15:48:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:53Z"
    name: isvc-logger-predictor-6b6746bb7-5rwvr.18c67ecda21b5f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 20b2b824-b69c-42eb-bef8-2281cfdb2ca1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6b6746bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: bb3e811f-a4dd-40ae-b5b2-f8329a6aa1e9
  kind: Event
  lastTimestamp: "2026-07-28T15:47:05Z"
  message: 'Created pod: isvc-logger-predictor-6b6746bb7-5rwvr'
  metadata:
    creationTimestamp: "2026-07-28T15:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:05Z"
    name: isvc-logger-predictor-6b6746bb7.18c67eb6ba4a9947
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 3a887819-db41-42c3-be5c-1784cf5ac3fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 6431dc58-4891-4084-805b-dbc073be26fe
  kind: Event
  lastTimestamp: "2026-07-28T15:47:05Z"
  message: Scaled up replica set isvc-logger-predictor-6b6746bb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:05Z"
    name: isvc-logger-predictor.18c67eb6b5220e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: 46d35778-7d5d-493e-bebe-73073fec0f9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 27409f4b-cd4b-4709-a06c-0740d1d4e0ae
  kind: Event
  lastTimestamp: "2026-07-28T15:47:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:35Z"
    name: isvc-logger-predictor.18c67eba33862ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17113"
    uid: 3d21e47a-1713-4225-99de-8a50cc021824
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 27409f4b-cd4b-4709-a06c-0740d1d4e0ae
  kind: Event
  lastTimestamp: "2026-07-28T15:47:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:35Z"
    name: isvc-logger-predictor.18c67eba3401d1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: b623df4c-8ce6-4fb5-9a69-4f3bc4ac84fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 27409f4b-cd4b-4709-a06c-0740d1d4e0ae
  kind: Event
  lastTimestamp: "2026-07-28T15:48:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:35Z"
    name: isvc-logger-predictor.18c67ec131ffcb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: bb704da6-7b92-4b0f-8285-6a5b2c109b62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 27409f4b-cd4b-4709-a06c-0740d1d4e0ae
  kind: Event
  lastTimestamp: "2026-07-28T15:48:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:48:35Z"
    name: isvc-logger-predictor.18c67ec132ca750c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17546"
    uid: 3e44e312-467e-423b-acae-1a03706c5cb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 9b8abece-9af3-48be-8b72-fd2d16277ad1
  kind: Event
  lastTimestamp: "2026-07-28T15:48:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:48:29Z"
    name: isvc-logger.18c67eb6b510aef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 7e51623f-b13f-48fb-896a-b9d454091570
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 9b8abece-9af3-48be-8b72-fd2d16277ad1
  kind: Event
  lastTimestamp: "2026-07-28T15:47:05Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T15:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:47:05Z"
    name: isvc-logger.18c67eb6b5992c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: 4aa967ad-177f-4a9a-8cab-919a12b04a31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: 9b8abece-9af3-48be-8b72-fd2d16277ad1
  kind: Event
  lastTimestamp: "2026-07-28T15:48:29Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:48:29Z"
    name: isvc-logger.18c67eca2b061894
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: cd501ff1-05ff-42b5-a11c-fa52781843c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:16:04.471205Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31025"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:16:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:16:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804b98aad1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31031"
    uid: ca7316dd-a897-4a51-8570-1a8a33439a4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804ba4a41959
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 464c092c-94f2-4eb8-8a3f-aac9d181018e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31035"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:05Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:16:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804bd62ed7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31053"
    uid: adc898ec-2d78-4423-830c-ba836e2bc44d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804bd7e4672e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: 570bd025-8cac-4720-83e9-aa9d84f7cb6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804bda8468c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: 98e1d3d6-8477-4d9e-a3e0-1629bda87315
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804bdaf4850a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31058"
    uid: 674f783d-07b7-4910-9adb-43b05dabc051
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T16:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804ce8fa9cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 8822df5e-58f7-476b-a011-43912f9dcf86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804cebf7e726
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: acee83dd-b13b-4911-bfc6-2d7df6eee010
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804cec5f3e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31102"
    uid: 33319b75-fb3d-42f7-b2d7-c73112edd4dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804cec6998b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31103"
    uid: 05db3554-0244-4846-a1f0-adbbc6f02c04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804cefb1201b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: c2c2a160-3c11-41e9-a54e-759e49d9383d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6804cf01cd5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: c340c2a8-d9ef-4c49-a0be-c770996c55fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6805742fe1b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "31439"
    uid: 07a00df3-c29a-425c-ba14-83d930bf9722
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 09d238cf-2ef9-4546-a3f7-537c27fea6f4
  kind: Event
  lastTimestamp: "2026-07-28T16:16:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:16:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9.18c6805742fe8e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: 05f078d9-d09d-4b1f-92db-8b6a7f69516a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31016"
    uid: a6063a2e-4910-45d8-8566-33584453fc77
  kind: Event
  lastTimestamp: "2026-07-28T16:16:04Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-6hdt9'
  metadata:
    creationTimestamp: "2026-07-28T16:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c6804b98383723
    namespace: kserve-ci-e2e-test
    resourceVersion: "31026"
    uid: 20e57d44-f5d5-432c-927a-aff257c14a82
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: ca3f099c-bd82-4840-bd82-3ea21b5a0934
  kind: Event
  lastTimestamp: "2026-07-28T16:16:04Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:04Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6804b948f1111
    namespace: kserve-ci-e2e-test
    resourceVersion: "31017"
    uid: 8418b446-65c0-453b-9884-ccb5fef9cf7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31015"
    uid: 63a744b6-a30a-413f-b442-d9d83fe4c7d7
  kind: Event
  lastTimestamp: "2026-07-28T16:16:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:34Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6804f13c622ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31273"
    uid: da02a3be-a75a-4f38-9312-2f60dccd03e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31015"
    uid: 63a744b6-a30a-413f-b442-d9d83fe4c7d7
  kind: Event
  lastTimestamp: "2026-07-28T16:16:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:34Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6804f1432b5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: bfd36ec4-2d63-4754-b45a-0ef5a8a60ac4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31174"
    uid: 63a744b6-a30a-413f-b442-d9d83fe4c7d7
  kind: Event
  lastTimestamp: "2026-07-28T16:16:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:49Z"
    name: isvc-mlflow-v2-runtime-predictor.18c68056125fe601
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 5afc1eb9-4447-47fb-adaa-32a8d127c43d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31174"
    uid: 63a744b6-a30a-413f-b442-d9d83fe4c7d7
  kind: Event
  lastTimestamp: "2026-07-28T16:16:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:49Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6805612c84f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 038fb6b3-3582-49e5-99c5-8d6fe48a087c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 6b7bdf10-cf08-4d5d-a8c9-feb01db74861
  kind: Event
  lastTimestamp: "2026-07-28T16:16:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:47Z"
    name: isvc-mlflow-v2-runtime.18c6804b94b839aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: 31356a50-27f0-4482-b733-a3408cc5fd0e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 6b7bdf10-cf08-4d5d-a8c9-feb01db74861
  kind: Event
  lastTimestamp: "2026-07-28T16:16:04Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:04Z"
    name: isvc-mlflow-v2-runtime.18c6804b952927ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: 591982ea-a602-4e8f-9ecb-860022643371
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: 6b7bdf10-cf08-4d5d-a8c9-feb01db74861
  kind: Event
  lastTimestamp: "2026-07-28T16:16:47Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:47Z"
    name: isvc-mlflow-v2-runtime.18c680558df01368
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 58e1a33d-ae4c-4efa-830a-8713a3a5d2e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:18:25.040737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:18:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:18:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c6806c5343a474
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: 91f8a0e0-719f-460f-a8f5-24f920c19562
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:25Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:18:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c6806c6d045dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32206"
    uid: 73947574-6f13-45d2-bbd7-42c6b16957da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c6806c6ea9e9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: e5931b32-c55a-4ba7-8b2a-82cb95cabbf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c6806c718e96de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32210"
    uid: 94566b9b-f046-44e2-b945-0e400e3f2689
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c6806c7203e9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32211"
    uid: a90e52c3-1bfe-48f0-9b2b-424782ff2256
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:30Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T16:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c6806db3b34f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32254"
    uid: ac71c820-f5b2-4b96-a6de-e6ed3e807099
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:42Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.144s (11.144s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c680704bf57128
    namespace: kserve-ci-e2e-test
    resourceVersion: "32338"
    uid: 7e9af24a-ea1c-45c0-bf06-5303cb1fd575
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c680704f1c4f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "32340"
    uid: c7a06ad8-ff69-4375-9721-86b9d7625584
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c680704f82ad73
    namespace: kserve-ci-e2e-test
    resourceVersion: "32341"
    uid: 80446ac1-80a8-45c8-bde6-ca261d4f00ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c680704f8dc719
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: db782362-9163-4ad4-bbf6-11dfb62ba8cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c6807052226226
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: b1a7e3ef-f3e2-453c-9717-6d7658f10800
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c68070528efccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: 589d217f-1a5d-4b97-9834-85c00b7e3aff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:19:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:20Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c68070bdca5e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: c0f94da3-110c-4991-999b-2514bcdb193c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:19:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c6807d0852a7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32767"
    uid: 721b2e20-1f23-4ed0-9c91-a9b572e737e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 26509a87-fb40-4106-a215-93d94fd3813a
  kind: Event
  lastTimestamp: "2026-07-28T16:19:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:36Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-zvbcs.18c6807d08536335
    namespace: kserve-ci-e2e-test
    resourceVersion: "32768"
    uid: 3611ce19-2c6b-4c1d-b46b-039976b833cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 1a427cf8-9ae7-4860-b9e8-da562044cf4f
  kind: Event
  lastTimestamp: "2026-07-28T16:18:25Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-zvbcs'
  metadata:
    creationTimestamp: "2026-07-28T16:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:18:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c6806c52e13394
    namespace: kserve-ci-e2e-test
    resourceVersion: "32192"
    uid: 98104936-d570-4f01-9803-b495c3190dad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32175"
    uid: 8a9510ee-e457-49eb-a0db-1dbe4d07c0ef
  kind: Event
  lastTimestamp: "2026-07-28T16:18:24Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:18:24Z"
    name: isvc-paddle-predictor.18c6806c4f9dbf6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32178"
    uid: eb98e888-6f87-4c65-8780-e98aaf7e6387
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32176"
    uid: e3e433da-374c-4158-a6d9-ccade0459429
  kind: Event
  lastTimestamp: "2026-07-28T16:19:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:19:25Z"
    name: isvc-paddle-predictor.18c6806fce8af4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32660"
    uid: 61689602-eda2-41fc-ad1a-3ef088c91f2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32176"
    uid: e3e433da-374c-4158-a6d9-ccade0459429
  kind: Event
  lastTimestamp: "2026-07-28T16:19:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:19:25Z"
    name: isvc-paddle-predictor.18c6806fcefa2fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32661"
    uid: 86a3b18d-f78c-44ad-a1b7-732cc3dba59c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:19:41.949801Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32835"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:19:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:19:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c6807e3b66d924
    namespace: kserve-ci-e2e-test
    resourceVersion: "32842"
    uid: 608bd7b0-b2a3-4d82-b5bf-62c55d047f04
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:42Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:19:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c6807e552ab6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32852"
    uid: b2dcabf2-6aba-446b-ba5a-ed5c8a073ca9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c6807e56f7362f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: b59c5fb6-92e3-4978-9bc6-1725e0a8f0a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c6807e5a0fe04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32856"
    uid: 105417be-cf77-4fcc-b1a6-ef6c8dd49bba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c6807e5a89ccc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32857"
    uid: 633f93f1-df00-4a9e-abd6-5e7c7aacc408
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:48Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T16:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:48Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c6807faa5a458d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: c7fcd8eb-d1bd-4654-9b99-81a88c2419ef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:59Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.286s (11.286s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c680824b10765f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32980"
    uid: e98ff92e-0f6e-4b1e-92bc-8a23ee0d3856
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c680824e3e8ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32982"
    uid: 16d73db0-c146-4556-8b1c-0b02bc81c542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c680824ecbebcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32983"
    uid: 24368bae-4535-49ef-a037-49bb98c10501
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c680824ed6c39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32984"
    uid: ac4ea8a0-e664-42fd-ae09-93683c072931
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c6808251dd33a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32985"
    uid: 1a30a702-5962-4684-8003-73f776447866
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:19:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:19:59Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c68082524fceaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32986"
    uid: 6453b4f8-efe9-42d2-8cc2-c5a7b71747eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:20:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:20:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c68082b550fed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33256"
    uid: 0e780270-e050-49f1-8e55-848475369f48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:20:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:20:53Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c6808eecd0a244
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: adb79456-c099-4ee3-a353-bb443473289d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: eba8dbd0-ef68-4ad7-8518-e13004c65470
  kind: Event
  lastTimestamp: "2026-07-28T16:20:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:20:53Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cnhfv.18c6808eecd1346f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33395"
    uid: 21cc0cef-dae2-41db-b569-531fd7f65a16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32825"
    uid: 206a72e6-d8cf-413b-8147-94c1a5f7866c
  kind: Event
  lastTimestamp: "2026-07-28T16:19:41Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-cnhfv'
  metadata:
    creationTimestamp: "2026-07-28T16:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:19:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c6807e3af3b2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32837"
    uid: cbc53914-7729-4f74-bf5d-9ec1724dbd9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32823"
    uid: 9099cc5e-8d94-4810-b754-583947c7855a
  kind: Event
  lastTimestamp: "2026-07-28T16:19:41Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:19:41Z"
    name: isvc-paddle-runtime-predictor.18c6807e37976c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: f65e338e-b304-4d76-96de-4b4d69f4243f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32824"
    uid: 495ef1b3-023b-40d9-afa4-00912067a848
  kind: Event
  lastTimestamp: "2026-07-28T16:20:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:20:41Z"
    name: isvc-paddle-runtime-predictor.18c68081b63e0b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "33289"
    uid: 91b1ba05-aeb5-4d9a-b616-d00581474179
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32824"
    uid: 495ef1b3-023b-40d9-afa4-00912067a848
  kind: Event
  lastTimestamp: "2026-07-28T16:20:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:20:41Z"
    name: isvc-paddle-runtime-predictor.18c68081b6a8cfa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33290"
    uid: 125351a8-f8b6-4dd7-84aa-b57e20332e5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32961"
    uid: 495ef1b3-023b-40d9-afa4-00912067a848
  kind: Event
  lastTimestamp: "2026-07-28T16:20:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:20:26Z"
    name: isvc-paddle-runtime-predictor.18c68088b4b3965f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33180"
    uid: f54ebf01-24a1-4b7a-8ed0-629ccb47962f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32961"
    uid: 495ef1b3-023b-40d9-afa4-00912067a848
  kind: Event
  lastTimestamp: "2026-07-28T16:20:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:20:26Z"
    name: isvc-paddle-runtime-predictor.18c68088b5201fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 178bfc94-ff62-4181-802d-322671859ac0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32816"
    uid: a8bf8258-231f-4af4-ac33-41b328fac6c1
  kind: Event
  lastTimestamp: "2026-07-28T16:20:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:20:47Z"
    name: isvc-paddle-runtime.18c6807e379f3ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 962687ea-56c4-47e3-bdc5-dfda08b44932
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32816"
    uid: a8bf8258-231f-4af4-ac33-41b328fac6c1
  kind: Event
  lastTimestamp: "2026-07-28T16:19:41Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:19:41Z"
    name: isvc-paddle-runtime.18c6807e382d6cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32829"
    uid: 6cc9f29d-ad38-4296-ae24-edb1bf9b98c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33329"
    uid: a8bf8258-231f-4af4-ac33-41b328fac6c1
  kind: Event
  lastTimestamp: "2026-07-28T16:20:47Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:20:47Z"
    name: isvc-paddle-runtime.18c6808d731a9f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 5700de95-8db5-436e-8bc4-4ebe3129a2d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:20:58.820567Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:20:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:20:58Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c680902141a6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: a06c6607-3482-4a07-ab69-60adef6657eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33473"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:20:59Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:20:59Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c680903af7cf9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: bf8d973c-a78b-41fd-b854-2b20e905faac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:20:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:20:59Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c680903c77d6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "33480"
    uid: a68f0f6a-dee3-4214-8afb-60b9e11b49fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:20:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:20:59Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c680903ee4251c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33481"
    uid: 9c64d46a-a94a-431e-b8d0-04f843598d3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:20:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:20:59Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c680903f4b332a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33483"
    uid: c7c33b71-cd05-4699-b979-a724f695b8db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:21:04Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c68091715fc085
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 403e3361-6639-4268-aede-ac5cebeea0fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:21:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c68091742e0b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33524"
    uid: d8b49fb6-eb50-4c42-86ec-ca38ba25a145
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:21:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c680917498aa21
    namespace: kserve-ci-e2e-test
    resourceVersion: "33525"
    uid: 33e8285e-7847-4668-93c1-f12a2b021881
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:21:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c6809174a2fb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "33528"
    uid: 7604ad90-e3ee-4812-bbae-0f8b7a544074
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:21:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c6809177aeace3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: d8042830-11c0-4b0e-807b-c4ecad5084c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:21:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:21:04Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c680917818fab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33532"
    uid: 0f61cb9e-bb56-4ca4-b108-6887cad3b351
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:22:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c68091e9600add
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 0c06a992-29ec-40bb-a97e-2bd2ebad205d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c6809e8d568538
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: f4e40c1f-73c3-45a1-8b67-0190a398c222
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:22:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:00Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c6809e8d5713a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33952"
    uid: ac9f9126-53b4-4902-9e2a-ceddbd81ad09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: f0e1a883-349a-40bb-9db8-52df9ee6da45
  kind: Event
  lastTimestamp: "2026-07-28T16:22:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh.18c6809ef3717d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33964"
    uid: 31ac6695-53c5-459f-8a5a-ef8e3edb69cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33452"
    uid: ecbe2774-356c-4705-9ef1-a68ac73ba31f
  kind: Event
  lastTimestamp: "2026-07-28T16:20:58Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-8ppwh'
  metadata:
    creationTimestamp: "2026-07-28T16:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:20:58Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c680902080e22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33466"
    uid: 752f84d6-a453-4dfa-83df-666a5a71e9d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33450"
    uid: 0ee8b253-0a91-4144-ba5e-57635c7c7b40
  kind: Event
  lastTimestamp: "2026-07-28T16:20:58Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:20:58Z"
    name: isvc-paddle-v2-kserve-predictor.18c680901d36db35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: d1af65c7-7072-4822-9fce-7218ddb2c06c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33451"
    uid: 41ef9808-5f06-4399-8efb-67080eb9d4d0
  kind: Event
  lastTimestamp: "2026-07-28T16:21:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:13Z"
    name: isvc-paddle-v2-kserve-predictor.18c680939c1b9f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: 3865441c-6106-4534-8412-be1a597caa97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33451"
    uid: 41ef9808-5f06-4399-8efb-67080eb9d4d0
  kind: Event
  lastTimestamp: "2026-07-28T16:21:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:13Z"
    name: isvc-paddle-v2-kserve-predictor.18c680939c903202
    namespace: kserve-ci-e2e-test
    resourceVersion: "33601"
    uid: d00542f7-768d-4a55-be6b-ac6c7cb55ec9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: 41ef9808-5f06-4399-8efb-67080eb9d4d0
  kind: Event
  lastTimestamp: "2026-07-28T16:21:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:58Z"
    name: isvc-paddle-v2-kserve-predictor.18c680971b6e1fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33920"
    uid: d90a3962-ee10-41ef-b821-31fd6d3a688c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33600"
    uid: 41ef9808-5f06-4399-8efb-67080eb9d4d0
  kind: Event
  lastTimestamp: "2026-07-28T16:21:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:21:58Z"
    name: isvc-paddle-v2-kserve-predictor.18c680971bd5a637
    namespace: kserve-ci-e2e-test
    resourceVersion: "33921"
    uid: 41d61afd-5c37-4b0e-a997-1e2124332afc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: 4e84e360-12ec-4f4c-8a4f-8266c7141eeb
  kind: Event
  lastTimestamp: "2026-07-28T16:21:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:21:52Z"
    name: isvc-paddle-v2-kserve.18c680901d3bfd40
    namespace: kserve-ci-e2e-test
    resourceVersion: "33879"
    uid: e38d7eaf-c719-4e15-ad90-b8dcc718a134
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: 4e84e360-12ec-4f4c-8a4f-8266c7141eeb
  kind: Event
  lastTimestamp: "2026-07-28T16:20:58Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:20:58Z"
    name: isvc-paddle-v2-kserve.18c680901dd0f53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33458"
    uid: f68461b9-6ef7-487f-bf29-c650adfe6c59
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:21:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: 4e84e360-12ec-4f4c-8a4f-8266c7141eeb
  kind: Event
  lastTimestamp: "2026-07-28T16:21:52Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:21:52Z"
    name: isvc-paddle-v2-kserve.18c6809ca7370a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: c43c0469-1d0e-4ac5-8e5f-d793c592911b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32167"
    uid: 78226d2b-2bc6-4791-928a-dc07e2c4769a
  kind: Event
  lastTimestamp: "2026-07-28T16:19:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:19:30Z"
    name: isvc-paddle.18c6806c4fb08446
    namespace: kserve-ci-e2e-test
    resourceVersion: "32703"
    uid: f7e16d04-12ee-428d-a3c9-0cd1bf78c6cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32167"
    uid: 78226d2b-2bc6-4791-928a-dc07e2c4769a
  kind: Event
  lastTimestamp: "2026-07-28T16:18:24Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T16:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:18:24Z"
    name: isvc-paddle.18c6806c5037c070
    namespace: kserve-ci-e2e-test
    resourceVersion: "32182"
    uid: 71175e5a-2f7a-482e-a731-efe2a4ab0de0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:19:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: 78226d2b-2bc6-4791-928a-dc07e2c4769a
  kind: Event
  lastTimestamp: "2026-07-28T16:19:30Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:19:30Z"
    name: isvc-paddle.18c6807b79f103e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32701"
    uid: 4fc8e9d1-4c13-41d7-9313-5bd16430efd0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:22:05.938832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34014"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-zrssw
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c6809fc1d11396
    namespace: kserve-ci-e2e-test
    resourceVersion: "34020"
    uid: ca4a93e7-6d41-4fc1-bec9-a45c6b78864d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34024"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:06Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:22:06Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c6809fdc5fb2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34031"
    uid: df3bbc41-2825-402c-873f-e02777aa0e90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:06Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c6809fdde7808b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: 3ba45b6e-9a93-4178-aa88-f434d5ba1369
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:06Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c6809fe20e0314
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 77f5d1d8-e70a-43d8-8802-7ab82e0876f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:06Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c6809fe286a8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: 597ff467-3b59-4b53-8310-180c4bdb3205
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:10Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T16:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:10Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680a0e11b2971
    namespace: kserve-ci-e2e-test
    resourceVersion: "34072"
    uid: d04c9f8c-6849-4a52-93dc-4045b3731f80
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:17Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.043s (7.043s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:17Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680a284edb05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: d538ec88-8544-450b-9cc7-aa35493e01a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:17Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680a28887009f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34132"
    uid: ad4891e0-1b77-4a84-b9f3-4cb9a553b43f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:17Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680a289009185
    namespace: kserve-ci-e2e-test
    resourceVersion: "34133"
    uid: 01aa65b5-b877-4b28-aadb-79dde90a73f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:17Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680a2890b47c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34134"
    uid: 6d6c1414-a615-4f14-a205-08fa31ccabd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:17Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680a28c8b3235
    namespace: kserve-ci-e2e-test
    resourceVersion: "34135"
    uid: 71b9fcf7-e7aa-4fc0-b324-e1c2f050fdbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:22:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:22:17Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680a28d082eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34137"
    uid: 9625e9f9-0ed2-43d1-b22b-06083d08a658
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:23:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:35Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680a2fc8fd4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34682"
    uid: 3484ca6b-e73e-4c9e-8d74-ebc0a90c2402
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:23:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:57Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680b9a3ffc9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34851"
    uid: 388eafdf-ad47-4a89-9798-f6738b78f77f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:23:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:23:57Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680b9a4010cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34852"
    uid: 0d7fe1a4-b328-4ac6-895a-951cbde21106
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-zrssw
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 50228b64-9ce0-46d7-9d3f-dd16fcf00791
  kind: Event
  lastTimestamp: "2026-07-28T16:24:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:00Z"
    name: isvc-pmml-predictor-8674795f59-zrssw.18c680ba80da4ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34882"
    uid: 67087179-9aab-41de-b3a9-61492e48ad66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: d8f28660-beaf-47cf-999b-a9604c498959
  kind: Event
  lastTimestamp: "2026-07-28T16:22:05Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-zrssw'
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-pmml-predictor-8674795f59.18c6809fc15313cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: bd783f87-b42b-4e96-9fdc-4540ef3ca470
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34001"
    uid: b4366917-ffb7-4e5f-97e9-ea6ed9112614
  kind: Event
  lastTimestamp: "2026-07-28T16:22:05Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-pmml-predictor.18c6809fbda2c9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: 748f4b9f-86f9-478f-8688-e1eec5e4cc94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 85ee84e2-895d-426a-a7ef-793b51a949b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:22:50Z"
    name: isvc-pmml-predictor.18c680a33bc8d49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34367"
    uid: 42bde1eb-3dd0-43fa-b9cd-e5ad3999a9cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 85ee84e2-895d-426a-a7ef-793b51a949b4
  kind: Event
  lastTimestamp: "2026-07-28T16:22:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:22:50Z"
    name: isvc-pmml-predictor.18c680a33c305fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: cfc707c3-afbf-440a-8208-3435ca2da929
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: 85ee84e2-895d-426a-a7ef-793b51a949b4
  kind: Event
  lastTimestamp: "2026-07-28T16:23:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:23:50Z"
    name: isvc-pmml-predictor.18c680adb9a125c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34792"
    uid: 3e97f931-fd20-471d-9d89-5528f507b808
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: 85ee84e2-895d-426a-a7ef-793b51a949b4
  kind: Event
  lastTimestamp: "2026-07-28T16:23:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:23:51Z"
    name: isvc-pmml-predictor.18c680adba176f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "34793"
    uid: 3af4a1b6-4f11-4fd9-ae7e-9c33b5f11fa3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:24:02.252044Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34920"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-lhgmk
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:24:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:24:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bad69fdac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: d1f9043a-f05f-4827-a516-10e91c8bc970
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bae01324bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34938"
    uid: 0003f95b-b586-46c9-b9ed-8300c4b2f1f0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34930"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:03Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:24:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bb149b38bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34945"
    uid: d47c3690-0d82-44dc-b4d3-f9841010abf0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bb164f7cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34947"
    uid: 624ba290-1e3d-4133-ba50-c62785031ac8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bb1907e09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34949"
    uid: fffe80bd-060f-4582-9937-665fc58a8cec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bb1985641d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34950"
    uid: d5091794-8f7c-4d2e-810e-38bf2630838b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:07Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bc02df3493
    namespace: kserve-ci-e2e-test
    resourceVersion: "34984"
    uid: c2c85b96-2ab4-41e9-8d08-b0ad54b765ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bc05d6ecb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34988"
    uid: a26b7351-1268-405e-b958-ec28c5763305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bc0652e758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34989"
    uid: 6a2583d1-1a8a-4088-8dba-9aff16f1a637
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bc0660b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: bbd966ef-b6fa-44a5-9f69-580c5f690ea7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bc097bfea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34993"
    uid: 4218ae3c-1d1a-41eb-8b75-2e94ff01259b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:24:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:24:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bc09f6cc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34994"
    uid: 6dd89683-4d02-40b4-b718-3d6d9f021b65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:25:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680bc7ac665e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35713"
    uid: 0673ad7a-1538-48ec-90d7-a0be8094a97b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:25:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:43Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680d267f5f64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35696"
    uid: eb49f72e-3279-41e1-aa2d-030f9364a75e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:25:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:43Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680d267f6a2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35698"
    uid: cc15701a-e775-4a5c-8c12-c5e3ed9bad37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: cce1ff07-bb57-47be-ba8a-dbf358472824
  kind: Event
  lastTimestamp: "2026-07-28T16:25:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:45Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lhgmk.18c680d2d50a52b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35712"
    uid: 67a77e56-2c76-4647-a405-78d617f8626b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "34909"
    uid: c07fdd5a-ab8a-4bcd-8d15-c72edc2298f9
  kind: Event
  lastTimestamp: "2026-07-28T16:24:02Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-lhgmk'
  metadata:
    creationTimestamp: "2026-07-28T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:24:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c680bad5d82d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34923"
    uid: 741e28e7-ccce-46d3-a8b8-1a5554afdeac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34907"
    uid: 6c24b29a-a88b-4671-b60c-3413b96d2062
  kind: Event
  lastTimestamp: "2026-07-28T16:24:02Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:24:02Z"
    name: isvc-pmml-runtime-predictor.18c680bad0ecfdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34911"
    uid: fa3af3cb-62bb-4170-aa12-11b64f062d81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34908"
    uid: 6c8c58ca-e121-42ad-9b93-d343119ad3ae
  kind: Event
  lastTimestamp: "2026-07-28T16:24:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:24:32Z"
    name: isvc-pmml-runtime-predictor.18c680be511906d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: de76d37a-d063-46e9-9728-0136af0a8ace
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34908"
    uid: 6c8c58ca-e121-42ad-9b93-d343119ad3ae
  kind: Event
  lastTimestamp: "2026-07-28T16:24:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:24:32Z"
    name: isvc-pmml-runtime-predictor.18c680be51a3ab76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35174"
    uid: f6b6d1a3-d548-41f7-b2df-d6cc5f8ceb7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35066"
    uid: 6c8c58ca-e121-42ad-9b93-d343119ad3ae
  kind: Event
  lastTimestamp: "2026-07-28T16:25:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:25:32Z"
    name: isvc-pmml-runtime-predictor.18c680c550ed7f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35589"
    uid: 1aab98d8-fc1c-4612-bcc3-c6e147d20b1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35066"
    uid: 6c8c58ca-e121-42ad-9b93-d343119ad3ae
  kind: Event
  lastTimestamp: "2026-07-28T16:25:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:25:32Z"
    name: isvc-pmml-runtime-predictor.18c680c55177294d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35590"
    uid: 365f8be4-6677-414e-a87a-a50eace8c090
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: 7639f77a-77e8-4587-a4dd-607d8542be4b
  kind: Event
  lastTimestamp: "2026-07-28T16:25:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:25:35Z"
    name: isvc-pmml-runtime.18c680bad0bf2950
    namespace: kserve-ci-e2e-test
    resourceVersion: "35619"
    uid: b0188d39-e0a4-428a-a6fc-a36ccc8ea452
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: 7639f77a-77e8-4587-a4dd-607d8542be4b
  kind: Event
  lastTimestamp: "2026-07-28T16:24:02Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:24:02Z"
    name: isvc-pmml-runtime.18c680bad1188325
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: 5ff8b4db-b2e4-4f8b-8f79-57ba46344e0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:24:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34902"
    uid: 7639f77a-77e8-4587-a4dd-607d8542be4b
  kind: Event
  lastTimestamp: "2026-07-28T16:24:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:24:02Z"
    name: isvc-pmml-runtime.18c680bad9b2dddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34933"
    uid: 02de7516-0ed1-45cc-b551-ab21f44f8344
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35617"
    uid: 7639f77a-77e8-4587-a4dd-607d8542be4b
  kind: Event
  lastTimestamp: "2026-07-28T16:25:35Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:25:35Z"
    name: isvc-pmml-runtime.18c680d086d59192
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 5c1045d9-44ea-4cac-b076-cd917816dd6c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:25:48.658486Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35760"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:25:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:25:48Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d39cf1466b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35766"
    uid: 2cd9f8f0-819c-4dbc-8960-713d5c8f7d73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:48Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d3a78d23eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: 5d4de0e6-4859-4922-85cd-68505879e5e4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35770"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:49Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:25:49Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d3da484c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35788"
    uid: 9768be19-166b-49da-b49e-1c2319e0112b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:49Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d3dbdfab75
    namespace: kserve-ci-e2e-test
    resourceVersion: "35790"
    uid: e45b3149-f902-44a9-93c8-642db56353b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:49Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d3df1906b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35792"
    uid: 4518a936-0959-440d-8733-f165b7cc646a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:49Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d3df928be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35793"
    uid: 7975c061-2123-48e6-9f41-a544f6fc5fce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:53Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d4ce092669
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: 2342e9bf-b58c-49bd-9281-6847871276ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d4d1210049
    namespace: kserve-ci-e2e-test
    resourceVersion: "35826"
    uid: ce082a2a-be36-4f28-89f6-c97a70775634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d4d1996c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "35828"
    uid: 0cc08418-0553-4e53-8804-5fbd5cfd503d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d4d1a49245
    namespace: kserve-ci-e2e-test
    resourceVersion: "35831"
    uid: 796bc37e-6c9d-492f-b7c6-85dac80dab08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d4d4fc2a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: 31de346b-9e85-4e65-87c6-f8d0d1a13611
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:25:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:25:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d4d570f966
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: d52d0f66-aef7-43c0-9670-e09f3ee76462
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:27:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680d50a1b7901
    namespace: kserve-ci-e2e-test
    resourceVersion: "36366"
    uid: a2ae8094-9f72-45d1-82c4-5dcd00531353
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:27:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680eb2639cfb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 7f0f4a62-787f-478b-8b8b-bb3f0f89e301
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:27:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680eb263a638e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36536"
    uid: 9346a3f5-b97d-47ae-bc6a-26586e1a8281
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 3937465e-9966-477a-b6fe-b0a1d4b1e5fc
  kind: Event
  lastTimestamp: "2026-07-28T16:27:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m.18c680eb646b695a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: 05c711bd-47e0-4b87-ae4e-c393d7a4394a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: 01eeb920-e296-4337-a16c-60e172fa308e
  kind: Event
  lastTimestamp: "2026-07-28T16:25:48Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-zvb8m'
  metadata:
    creationTimestamp: "2026-07-28T16:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:25:48Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c680d39c6d12d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: 761727b0-60a7-4e7c-aa92-e4f6739e3960
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 9cbb4deb-2d04-44d3-afa2-2c8ece9ce589
  kind: Event
  lastTimestamp: "2026-07-28T16:25:48Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:25:48Z"
    name: isvc-pmml-v2-kserve-predictor.18c680d396721e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 827e2deb-312e-4384-9e18-74c0980baa99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35748"
    uid: ff71b695-253c-458e-8581-4d031502b0ad
  kind: Event
  lastTimestamp: "2026-07-28T16:26:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:26:03Z"
    name: isvc-pmml-v2-kserve-predictor.18c680d7157a8acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35900"
    uid: ad5fc3d7-7088-45eb-9162-62a650494ab0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35748"
    uid: ff71b695-253c-458e-8581-4d031502b0ad
  kind: Event
  lastTimestamp: "2026-07-28T16:26:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:26:03Z"
    name: isvc-pmml-v2-kserve-predictor.18c680d715e9984c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35902"
    uid: 1de031e5-444c-447c-9911-505af0961c71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35901"
    uid: ff71b695-253c-458e-8581-4d031502b0ad
  kind: Event
  lastTimestamp: "2026-07-28T16:27:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:18Z"
    name: isvc-pmml-v2-kserve-predictor.18c680da94fa3340
    namespace: kserve-ci-e2e-test
    resourceVersion: "36424"
    uid: 28bcd062-be10-4670-8be4-e5e1823ee8a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:26:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35901"
    uid: ff71b695-253c-458e-8581-4d031502b0ad
  kind: Event
  lastTimestamp: "2026-07-28T16:27:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:18Z"
    name: isvc-pmml-v2-kserve-predictor.18c680da957046d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36425"
    uid: 265145bc-2b28-4f9b-b4e5-ab34dd67c373
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35739"
    uid: 138c5fc8-9535-46bd-ba34-599d53862a1f
  kind: Event
  lastTimestamp: "2026-07-28T16:27:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:27:19Z"
    name: isvc-pmml-v2-kserve.18c680d396764c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "36440"
    uid: aeb5bec9-756f-443e-8dbe-d7d89bd822df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35739"
    uid: 138c5fc8-9535-46bd-ba34-599d53862a1f
  kind: Event
  lastTimestamp: "2026-07-28T16:25:48Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:25:48Z"
    name: isvc-pmml-v2-kserve.18c680d396fac3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35772"
    uid: e8a2ec10-de47-47a7-bb36-a0f5e803ef5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35742"
    uid: 138c5fc8-9535-46bd-ba34-599d53862a1f
  kind: Event
  lastTimestamp: "2026-07-28T16:25:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:25:48Z"
    name: isvc-pmml-v2-kserve.18c680d39f3a89df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35773"
    uid: 4efdeb5f-bc81-43d3-b4d5-10804aacfc7e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36438"
    uid: 138c5fc8-9535-46bd-ba34-599d53862a1f
  kind: Event
  lastTimestamp: "2026-07-28T16:27:19Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:27:19Z"
    name: isvc-pmml-v2-kserve.18c680e8b651989d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36439"
    uid: 7fa63d6a-cce2-49a5-b68a-5cb21ae5c842
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: 8419ca7e-c77d-4c4d-8057-fcd37a6bdd20
  kind: Event
  lastTimestamp: "2026-07-28T16:23:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:23:45Z"
    name: isvc-pmml.18c6809fbd4dc118
    namespace: kserve-ci-e2e-test
    resourceVersion: "34758"
    uid: 905e2efa-6c34-4260-ba96-4ec4897f257f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:22:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: 8419ca7e-c77d-4c4d-8057-fcd37a6bdd20
  kind: Event
  lastTimestamp: "2026-07-28T16:22:05Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:22:05Z"
    name: isvc-pmml.18c6809fbdcfccb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34009"
    uid: de00e59e-ee71-481c-b9d3-aa8c00fc63aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:23:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34755"
    uid: 8419ca7e-c77d-4c4d-8057-fcd37a6bdd20
  kind: Event
  lastTimestamp: "2026-07-28T16:23:45Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:23:45Z"
    name: isvc-pmml.18c680b7092746bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34756"
    uid: 0772ff3e-f4d1-416b-8244-6eeafce8495c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:33:22.448017Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39470"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:33:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:33:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c6813d44e805d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 0087c8eb-eea9-4538-9102-3a37a1ab7600
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:22Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:33:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c6813d5e8a828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: cb5c7801-2869-4604-bacf-d15c2b46f58f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c6813d5ff6bbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: 0baabe61-72b4-487a-b21b-a5eb943550dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c6813d63244592
    namespace: kserve-ci-e2e-test
    resourceVersion: "39492"
    uid: 2f64be1a-adc6-48b9-ad63-6b860ae46844
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c6813d639f0c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39493"
    uid: a752f84e-94f9-4a60-abfd-6f4237cdc074
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:27Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T16:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:27Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c6813e834209b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: 4f209768-2265-444e-811a-f3813825c4a4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:50Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.42s (22.42s
    including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c68143bb9fbef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39692"
    uid: db412c27-9640-4b25-913c-6eefee5af475
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c68143bee4b75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39693"
    uid: fd8ff95b-2585-4e92-a6ea-0426705cb7fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c68143bf5b26e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39695"
    uid: 35d7b4eb-004e-4c2e-8f32-d43e807f0f27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c68143bf650394
    namespace: kserve-ci-e2e-test
    resourceVersion: "39696"
    uid: 27fe3d69-a29d-4f4a-ba78-c674149eaa0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c68143c315ac7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39697"
    uid: f9bbef03-77af-47ad-9edf-30026f53c60f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:33:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c68143c39046d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39698"
    uid: 9d0e9526-9ef3-49c4-b497-599eb95fb29e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:35:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c681442168b9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40404"
    uid: b059bf0c-fdfb-41cf-b2d5-174633b7856e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:35:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:12Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c68156e3e1d082
    namespace: kserve-ci-e2e-test
    resourceVersion: "40317"
    uid: dd5700ab-3e18-43d3-9bd9-9cd7aa8fa443
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:35:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:12Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c68156e3e24f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "40318"
    uid: eab0fb6a-011a-4f35-9173-6fbe28a9f451
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: a0f79b5e-39a7-4f82-87a7-ad490b738dd8
  kind: Event
  lastTimestamp: "2026-07-28T16:35:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn.18c68156fda9354c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40402"
    uid: 6d0e4538-0f33-41ae-b1fe-49f074c38e3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39456"
    uid: f21e20b8-6ee6-4a9b-a2a1-524617a61880
  kind: Event
  lastTimestamp: "2026-07-28T16:33:22Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-x9rfn'
  metadata:
    creationTimestamp: "2026-07-28T16:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c6813d446d9cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39471"
    uid: 573b74ba-4b6e-4bb8-af20-603d72284b94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39454"
    uid: a72499ac-bd84-4bef-93d7-ba24db0800c3
  kind: Event
  lastTimestamp: "2026-07-28T16:33:22Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:22Z"
    name: isvc-predictive-lightgbm-predictor.18c6813d3d8c7147
    namespace: kserve-ci-e2e-test
    resourceVersion: "39457"
    uid: 4e258f24-8b2c-450f-9534-183a99b54cda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: afa5b694-675c-41cd-a9e0-74d6f4804ea5
  kind: Event
  lastTimestamp: "2026-07-28T16:34:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:34:22Z"
    name: isvc-predictive-lightgbm-predictor.18c68140bc4bc15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39940"
    uid: 8f339ddf-46dc-48ff-9136-7d5727905300
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: afa5b694-675c-41cd-a9e0-74d6f4804ea5
  kind: Event
  lastTimestamp: "2026-07-28T16:34:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:34:22Z"
    name: isvc-predictive-lightgbm-predictor.18c68140bcc5b56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39941"
    uid: 47f04d5c-84b1-4010-8283-587aea57af1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: afa5b694-675c-41cd-a9e0-74d6f4804ea5
  kind: Event
  lastTimestamp: "2026-07-28T16:35:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:07Z"
    name: isvc-predictive-lightgbm-predictor.18c6814eb94f8299
    namespace: kserve-ci-e2e-test
    resourceVersion: "40255"
    uid: e62ac572-51ca-4344-9f45-4cf43f7f6d8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: afa5b694-675c-41cd-a9e0-74d6f4804ea5
  kind: Event
  lastTimestamp: "2026-07-28T16:35:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:07Z"
    name: isvc-predictive-lightgbm-predictor.18c6814eb9bd376f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40256"
    uid: f6d2b9ee-02ad-4ae6-a126-9b51c71135f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:38:29.173951Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41915"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:38:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:38:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68184af325e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "41919"
    uid: ff155fb1-0e82-434a-8688-db208221baff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41926"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:29Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:38:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68184c8b33d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "41934"
    uid: 88aec3c3-7394-414b-8f48-69cd749b08e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68184ca57919f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41936"
    uid: 8369e848-455f-40da-99b2-ed04ec0258f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68184cd7cd920
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: d7cb0539-d481-48f2-adcc-0030b74ab40d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68184cdf10d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "41939"
    uid: 8eae1e0b-4770-48c3-abf7-5d15a35a81c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68185d85a373a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41974"
    uid: 450240b5-3854-417e-b279-1da7622180ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68185db4c7ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41977"
    uid: fd0aec87-1d28-48ea-b23c-dfc34b21430f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68185dbc6dbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41978"
    uid: da09bed7-1bb5-48ee-83d4-1accf8d5980a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68185dbd25f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "41981"
    uid: c40def8a-8e90-49c9-aaaa-f88f5dd1691c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68185deb63b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "41983"
    uid: d9da000e-ed17-485e-9620-2af237e9ebf3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:38:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68185df2db454
    namespace: kserve-ci-e2e-test
    resourceVersion: "41984"
    uid: 8f7f7479-24f7-4178-8bdc-8ad6292ca510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:40:02Z"
  message: 'Readiness probe failed: Get "http://10.133.0.33:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c6818eb268d965
    namespace: kserve-ci-e2e-test
    resourceVersion: "42918"
    uid: c3efb5ca-2e5c-4b7e-8655-2d3a7f05a131
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:39:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:39:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68199a9c9e782
    namespace: kserve-ci-e2e-test
    resourceVersion: "42889"
    uid: 1a2521d9-ea14-4054-85fc-965ef9100182
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:39:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:39:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c68199a9ca7847
    namespace: kserve-ci-e2e-test
    resourceVersion: "42890"
    uid: 7ff5be20-8d82-424b-babc-d1f232805e60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41916"
    uid: ea95c3fa-7b40-411c-b59e-145971751437
  kind: Event
  lastTimestamp: "2026-07-28T16:40:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd.18c6819a564f886f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42917"
    uid: 6612efe5-7a1f-4d63-b71f-f2b9a60d30cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "41904"
    uid: 24d75129-b4d8-4790-8fe2-0af04ba97ae4
  kind: Event
  lastTimestamp: "2026-07-28T16:38:29Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-2tjcd'
  metadata:
    creationTimestamp: "2026-07-28T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:38:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c68184aeab4d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "41917"
    uid: 1e9fb986-5067-4a6a-899b-b57fcb3c5372
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41902"
    uid: 3eef9b6c-0e5f-44ba-b2d7-49f1c9838cee
  kind: Event
  lastTimestamp: "2026-07-28T16:38:29Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:38:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c68184a8de772f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41906"
    uid: 3aea6d91-5bc2-4967-b9a5-f7a9541f160c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41903"
    uid: 3ad708d5-7134-40ad-9955-d49fefc94016
  kind: Event
  lastTimestamp: "2026-07-28T16:38:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:38:59Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6818827d9f2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "42154"
    uid: 8d659193-4982-40c2-9a77-8eef15c1984e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41903"
    uid: 3ad708d5-7134-40ad-9955-d49fefc94016
  kind: Event
  lastTimestamp: "2026-07-28T16:38:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:38:59Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c68188284922cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42155"
    uid: 97ebf9de-420a-4bf1-b486-c4c008817ca6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:39:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42058"
    uid: 3ad708d5-7134-40ad-9955-d49fefc94016
  kind: Event
  lastTimestamp: "2026-07-28T16:39:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:39:59Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6818f268ebc51
    namespace: kserve-ci-e2e-test
    resourceVersion: "42873"
    uid: e2b0e67d-0afb-4947-aa0b-39ddb1355c4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:39:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42058"
    uid: 3ad708d5-7134-40ad-9955-d49fefc94016
  kind: Event
  lastTimestamp: "2026-07-28T16:39:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:39:59Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6818f271e28cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42874"
    uid: dbac7adb-92cf-4211-84c8-75ef6cb03ab1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41895"
    uid: 4ba3ceb0-fca3-4ab6-9140-121b86fcffc2
  kind: Event
  lastTimestamp: "2026-07-28T16:39:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:39:52Z"
    name: isvc-predictive-lightgbm-v2.18c68184a8f26e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "42621"
    uid: be312409-1804-4fb3-8f8b-a4f11dd1d8d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41895"
    uid: 4ba3ceb0-fca3-4ab6-9140-121b86fcffc2
  kind: Event
  lastTimestamp: "2026-07-28T16:38:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:38:29Z"
    name: isvc-predictive-lightgbm-v2.18c68184a9939447
    namespace: kserve-ci-e2e-test
    resourceVersion: "41910"
    uid: e3508ccb-f6e4-4c4c-9e63-0227ff8a93c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:39:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42598"
    uid: 4ba3ceb0-fca3-4ab6-9140-121b86fcffc2
  kind: Event
  lastTimestamp: "2026-07-28T16:39:52Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:39:52Z"
    name: isvc-predictive-lightgbm-v2.18c681980c882d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "42602"
    uid: f1d71678-d3d7-4500-b42b-154e3f5a5309
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39445"
    uid: 409a0d93-208e-4a3c-901f-0d488054f491
  kind: Event
  lastTimestamp: "2026-07-28T16:35:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:35:08Z"
    name: isvc-predictive-lightgbm.18c6813d3d964910
    namespace: kserve-ci-e2e-test
    resourceVersion: "40269"
    uid: 035fc6f0-b558-4413-9a2d-d55014c636af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39445"
    uid: 409a0d93-208e-4a3c-901f-0d488054f491
  kind: Event
  lastTimestamp: "2026-07-28T16:33:22Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:22Z"
    name: isvc-predictive-lightgbm.18c6813d3e720aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: f8569cfd-626a-46d7-a674-b823b6e1e8b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40267"
    uid: 409a0d93-208e-4a3c-901f-0d488054f491
  kind: Event
  lastTimestamp: "2026-07-28T16:35:08Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:35:08Z"
    name: isvc-predictive-lightgbm.18c68155d9742b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "40268"
    uid: 457a41ed-8027-4510-b216-9ba8e123ee25
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:29:51.724890Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37810"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-kl827
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:29:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:29:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c6810c34d47e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37817"
    uid: d03b1874-d342-4684-82a7-f29cfe8cc604
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:29:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c6810c441e730a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 2bac4eb2-5654-4241-8113-676f43afcbb4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:29:52Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:29:52Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c6810c71f84eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37833"
    uid: 8cd5c005-8d7d-4133-ac09-0c89f092e330
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:29:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:52Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c6810c739fe968
    namespace: kserve-ci-e2e-test
    resourceVersion: "37836"
    uid: ee22f5b7-1153-4cb2-8d92-bca64a00fdd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:29:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:52Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c6810c7620bd59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37837"
    uid: d826296d-7b24-4624-a6ce-1e1fbe6607dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:29:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:52Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c6810c768f8913
    namespace: kserve-ci-e2e-test
    resourceVersion: "37838"
    uid: 601cc7a0-61ca-4450-bb35-a9e03da112c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:29:57Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T16:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:57Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c6810d8235a515
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: e572cb39-6f44-4408-a9b4-0728bf700e1e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:30:17Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.512s
    (20.512s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c6811248dc4f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "38023"
    uid: 2beb3643-c21e-487f-92de-e9e46c2774f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:30:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c681124f3d2058
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: 39035453-c1dc-4021-b696-01a21c0a0148
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:30:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c68112504a82a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38025"
    uid: 861553e9-2c23-4902-aa67-9ee2bab9f7a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:30:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c68112505570f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: 56727ac6-993b-4bf1-abf3-f7e3cc4410cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:30:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c681125689f579
    namespace: kserve-ci-e2e-test
    resourceVersion: "38028"
    uid: ab6e5c98-8f1f-4627-8c45-d95fdcfacf1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:30:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:30:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c6811257f7878b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38029"
    uid: 0df27c8a-2d9c-4cf1-8a71-e2c710c5c62d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:31:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c68112a77bc284
    namespace: kserve-ci-e2e-test
    resourceVersion: "38668"
    uid: c98b43b3-9bfb-4c7c-9554-f3f0cfd7f71c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:31:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:41Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c68125db327893
    namespace: kserve-ci-e2e-test
    resourceVersion: "38638"
    uid: 830656c7-bb7d-4239-a7f1-8dea34096295
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:31:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:41Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c68125db330d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "38639"
    uid: f65b5b26-c5d8-4316-adcc-9045aea3ed43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: bf28de63-8724-4009-afee-74929588bcff
  kind: Event
  lastTimestamp: "2026-07-28T16:31:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-kl827.18c68126adafc5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38667"
    uid: dd8060a8-1c12-4ffb-bf32-4dc408412f5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37800"
    uid: e7eab6ef-e98f-4ba0-8e68-7712cc9eae1e
  kind: Event
  lastTimestamp: "2026-07-28T16:29:51Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-kl827'
  metadata:
    creationTimestamp: "2026-07-28T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c6810c345e6f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: 615006a3-cf5f-4bb6-b428-db6d92386620
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37798"
    uid: 411655ba-e3d2-4c9d-a5b5-cfb41480e741
  kind: Event
  lastTimestamp: "2026-07-28T16:29:51Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:51Z"
    name: isvc-predictive-sklearn-predictor.18c6810c30d8a5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37802"
    uid: da0b62c7-84ae-433d-beba-e59778630c97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37799"
    uid: 78c340ed-5667-4bf5-89d9-88cb0a01e867
  kind: Event
  lastTimestamp: "2026-07-28T16:30:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:30:51Z"
    name: isvc-predictive-sklearn-predictor.18c6810fb008c44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: 73086863-5d09-42e8-8905-ae20544dfcdd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:30:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37799"
    uid: 78c340ed-5667-4bf5-89d9-88cb0a01e867
  kind: Event
  lastTimestamp: "2026-07-28T16:30:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:30:51Z"
    name: isvc-predictive-sklearn-predictor.18c6810fb0b9e933
    namespace: kserve-ci-e2e-test
    resourceVersion: "38267"
    uid: f5237fe0-9fe1-482a-ad29-b8e145963341
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37948"
    uid: 78c340ed-5667-4bf5-89d9-88cb0a01e867
  kind: Event
  lastTimestamp: "2026-07-28T16:31:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:31:36Z"
    name: isvc-predictive-sklearn-predictor.18c6811dad13ee2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38588"
    uid: 641c8187-36a4-45c1-9e94-058e402b0c32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37948"
    uid: 78c340ed-5667-4bf5-89d9-88cb0a01e867
  kind: Event
  lastTimestamp: "2026-07-28T16:31:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:31:36Z"
    name: isvc-predictive-sklearn-predictor.18c6811dad810d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "38589"
    uid: 49ffa49f-8c2a-4895-9806-0670bde64c6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:35:17.707679Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40384"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:35:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:35:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c681581aeae26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40388"
    uid: 04a98a37-f806-4cde-9904-a5f3166af63c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c6815826f6e0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40401"
    uid: e307b4fe-75da-4d33-8cff-98674b30dc17
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40396"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:18Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c68158588f0c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "40412"
    uid: 6572b73b-1e97-474e-aab6-68c8744573ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c681585a176c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "40414"
    uid: 23e076d0-9411-488d-a408-f03796d645e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c681585d4ed665
    namespace: kserve-ci-e2e-test
    resourceVersion: "40415"
    uid: 99ae69d0-c44b-4c85-85e4-ea0b43e926a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:18Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c681585dc747c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40416"
    uid: 3169700f-8eac-40da-a492-e395e47b51a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:23Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c6815969fe66c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40454"
    uid: e853eaae-1412-48ea-9c18-a5f0e6ead247
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c681596d160f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "40456"
    uid: bd482faf-6c19-4855-a732-7f915341591c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c681596d919154
    namespace: kserve-ci-e2e-test
    resourceVersion: "40457"
    uid: 39efe176-06ac-4b00-9b18-216672532c59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c681596d9d3feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40460"
    uid: 7b420a62-2074-4c37-b703-a517adf3322b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c6815970fa0e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 505416f6-c9e9-44c9-a714-573713ef3213
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:35:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:35:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c6815971706e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "40463"
    uid: 3253dd4a-f818-4e29-a4ea-4ace9dd5935b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:36:50Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c68162086f8db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41101"
    uid: 73244c49-c53a-4c9d-9c4c-beb9ee8495f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:36:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c6816d4b1a38d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41087"
    uid: c7215ff9-ebcf-494e-973e-fabb4839b4e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:36:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c6816d4b1aa21a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41088"
    uid: d7e491ad-5513-4767-baff-23c5799f22ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: adbb48ea-cdef-438c-ad4b-4420665d998c
  kind: Event
  lastTimestamp: "2026-07-28T16:36:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj.18c6816dac57c263
    namespace: kserve-ci-e2e-test
    resourceVersion: "41100"
    uid: a20e9c3d-2bdb-48f8-bc53-6a5f51aa86a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40373"
    uid: 0af5de37-62bf-4efd-9f54-5cb87c51f17d
  kind: Event
  lastTimestamp: "2026-07-28T16:35:17Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-8ngxj'
  metadata:
    creationTimestamp: "2026-07-28T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c681581a7b1dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40385"
    uid: d581d0c9-7f25-4396-a05f-c10f495f6839
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40371"
    uid: 59f9aaf9-269b-4833-bf8c-2e56206ffa21
  kind: Event
  lastTimestamp: "2026-07-28T16:35:17Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18c68158155c89c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40374"
    uid: 8bd14b46-3d31-4446-853d-8e014c5e054e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 965a49c4-0293-4a98-babf-5153d3899471
  kind: Event
  lastTimestamp: "2026-07-28T16:35:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:47Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6815b94640591
    namespace: kserve-ci-e2e-test
    resourceVersion: "40634"
    uid: 8a558483-1d68-4966-9c9c-1026707c7260
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 965a49c4-0293-4a98-babf-5153d3899471
  kind: Event
  lastTimestamp: "2026-07-28T16:35:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:35:47Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6815b94d563a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40635"
    uid: 2b0cd129-eb54-413e-909e-a792d8089c6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40526"
    uid: 965a49c4-0293-4a98-babf-5153d3899471
  kind: Event
  lastTimestamp: "2026-07-28T16:36:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:36:47Z"
    name: isvc-predictive-sklearn-v2-predictor.18c681629324e4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41064"
    uid: e1d7174c-916f-4c52-bfea-6b6c0084b68a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40526"
    uid: 965a49c4-0293-4a98-babf-5153d3899471
  kind: Event
  lastTimestamp: "2026-07-28T16:36:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:36:47Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6816293984754
    namespace: kserve-ci-e2e-test
    resourceVersion: "41065"
    uid: c1cf011d-9fc1-4ee6-976f-9e2e937cb74c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40363"
    uid: b428d616-5d61-4b9d-a9b3-eea8e77dcc61
  kind: Event
  lastTimestamp: "2026-07-28T16:36:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:36:40Z"
    name: isvc-predictive-sklearn-v2.18c68158157ff6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41016"
    uid: a496a89a-f27b-42ac-9ea4-de35960cc668
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40363"
    uid: b428d616-5d61-4b9d-a9b3-eea8e77dcc61
  kind: Event
  lastTimestamp: "2026-07-28T16:35:17Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:35:17Z"
    name: isvc-predictive-sklearn-v2.18c6815815f5a4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: 8e515019-8e00-4332-a114-d0a34ae65b88
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40368"
    uid: b428d616-5d61-4b9d-a9b3-eea8e77dcc61
  kind: Event
  lastTimestamp: "2026-07-28T16:35:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:35:17Z"
    name: isvc-predictive-sklearn-v2.18c681581be34fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40395"
    uid: 5960c693-3d9b-466c-afe5-f611b5700f8b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41014"
    uid: b428d616-5d61-4b9d-a9b3-eea8e77dcc61
  kind: Event
  lastTimestamp: "2026-07-28T16:36:40Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:36:40Z"
    name: isvc-predictive-sklearn-v2.18c6816b5ffc150b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41015"
    uid: 79342033-ab64-44c6-a8e1-38970702f5e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: 2a64e0ed-59b4-435d-b4e6-52058ca012a3
  kind: Event
  lastTimestamp: "2026-07-28T16:31:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:31:35Z"
    name: isvc-predictive-sklearn.18c6810c30d3c5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38578"
    uid: 1895759f-78a0-4da9-9477-5722b769d619
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37791"
    uid: 2a64e0ed-59b4-435d-b4e6-52058ca012a3
  kind: Event
  lastTimestamp: "2026-07-28T16:29:51Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:51Z"
    name: isvc-predictive-sklearn.18c6810c3168fb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37804"
    uid: 8425f725-bc98-40d0-b042-c0777ee99e20
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: 2a64e0ed-59b4-435d-b4e6-52058ca012a3
  kind: Event
  lastTimestamp: "2026-07-28T16:31:35Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:31:35Z"
    name: isvc-predictive-sklearn.18c681245fdb82c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38577"
    uid: 5480833f-6816-4d13-80f2-9c18b684fffc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:31:47.067615Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-vdfzn
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:31:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:31:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c681270fca902b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38716"
    uid: 7770cebc-85d1-4f45-8c7b-e0d858a3ff33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38721"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:47Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:31:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c681272947c2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 79925544-a793-4761-a8cb-fdf36a46ebd7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c681272b910a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38731"
    uid: 2b90deed-6a69-4719-b786-e6ddccc9efb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c681272e064b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "38732"
    uid: 9665eb13-3928-410f-a553-ae2289c7ff8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c681272e66e3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: 71ac7d4a-ba5c-4be8-8100-472f40d4d308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c6812826ee2d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: 66d81649-c0bf-41a9-8fab-e29e280fdc30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c681282989b8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "38769"
    uid: 4eda81c9-d324-4258-87da-b680575452bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c6812829eff6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38770"
    uid: 025994be-0177-4f29-989c-4ea138d6ceec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c6812829fab106
    namespace: kserve-ci-e2e-test
    resourceVersion: "38771"
    uid: 717051fc-ed42-4655-a25e-ca576a21e4db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c681282cbdcb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38774"
    uid: 6d498c61-b14c-4ea1-9d91-f7778bd992a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:31:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:31:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c681282d2622d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38775"
    uid: f9158723-7f87-42fa-8f66-f62f16363d41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:33:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c6812862ecf5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39419"
    uid: 981f6e6f-c84f-4438-8c22-b922e5f673c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:33:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c6813c0d8abc40
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 80f2c05c-91bb-4f59-958d-a03de2bc508d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:33:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c6813c0d8b4800
    namespace: kserve-ci-e2e-test
    resourceVersion: "39407"
    uid: 4d15c2c2-a518-4a9f-8d30-4d10c76907ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 06cd361d-d77c-478b-833b-6e19d2edb21f
  kind: Event
  lastTimestamp: "2026-07-28T16:33:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:33:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-vdfzn.18c6813c69205511
    namespace: kserve-ci-e2e-test
    resourceVersion: "39418"
    uid: 3fa3d5f7-afe2-43d7-b1a0-065c112ccfd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38699"
    uid: 1735a4e9-548c-4e7e-97d7-2e383cbc2ec1
  kind: Event
  lastTimestamp: "2026-07-28T16:31:47Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-vdfzn'
  metadata:
    creationTimestamp: "2026-07-28T16:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:31:47Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c681270f2e630f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38713"
    uid: 6b25c0f9-3870-4eb4-b335-c21737396251
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38697"
    uid: ede34fc9-2740-4fd9-a851-24b442d1c0c1
  kind: Event
  lastTimestamp: "2026-07-28T16:31:46Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:31:46Z"
    name: isvc-predictive-xgboost-predictor.18c6812709c5dfef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38700"
    uid: 4c8d6d97-1adf-4d09-b0ba-ded87605753a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:32:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38698"
    uid: dd79acf8-2fc3-4d47-93eb-0bc1c7de2246
  kind: Event
  lastTimestamp: "2026-07-28T16:32:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:32:17Z"
    name: isvc-predictive-xgboost-predictor.18c6812a88b13c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: f1096042-5382-4cc5-9ebe-8284959775c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:32:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38698"
    uid: dd79acf8-2fc3-4d47-93eb-0bc1c7de2246
  kind: Event
  lastTimestamp: "2026-07-28T16:32:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:32:17Z"
    name: isvc-predictive-xgboost-predictor.18c6812a89215a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "38963"
    uid: 4436ab3c-3e79-4bb0-a839-c0adcfab8489
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:32:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38847"
    uid: dd79acf8-2fc3-4d47-93eb-0bc1c7de2246
  kind: Event
  lastTimestamp: "2026-07-28T16:33:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:17Z"
    name: isvc-predictive-xgboost-predictor.18c68131875ff65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39387"
    uid: 36b0b5a7-2360-40f2-ad0c-e54519c17406
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:32:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38847"
    uid: dd79acf8-2fc3-4d47-93eb-0bc1c7de2246
  kind: Event
  lastTimestamp: "2026-07-28T16:33:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:33:17Z"
    name: isvc-predictive-xgboost-predictor.18c6813187ca9834
    namespace: kserve-ci-e2e-test
    resourceVersion: "39388"
    uid: f075b04f-d770-4b19-9bf3-b8b9554a403c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:36:53.839441Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41151"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:36:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:36:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816e7cd132c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41155"
    uid: ef309105-fce3-4827-8bc3-d58f92bf85aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816e83ee85ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "41166"
    uid: 61aee4da-3280-4fa9-8cb7-62df57ef216a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41161"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:54Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:36:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816eba7f62bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41176"
    uid: aaa3b91e-e449-42c6-b6eb-45c275abde91
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816ebc0f97d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41178"
    uid: 2cff7478-c31f-4df4-a09d-3db10d32c1c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816ebf0e08d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: 0fc14d9a-b0b8-42c7-b1f9-f5579dabc982
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:54Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816ebf868610
    namespace: kserve-ci-e2e-test
    resourceVersion: "41181"
    uid: 51c96c40-c467-4b12-ac14-09f25eadce48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:59Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816fded5b7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41227"
    uid: 92ee8376-ae84-4940-8c95-04e33b70b4a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816fe256c574
    namespace: kserve-ci-e2e-test
    resourceVersion: "41229"
    uid: a15e8a66-3c34-4aa4-8d1b-39a41dddd42c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816fe2cf04d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41232"
    uid: f4add8aa-43e8-4257-8cf6-72515d115844
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816fe2d9274f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41233"
    uid: 31ee3ce7-28dd-4fb5-af27-ea7d3e1d0b99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816fe62b3946
    namespace: kserve-ci-e2e-test
    resourceVersion: "41235"
    uid: f7c1bf61-e19f-480f-9d84-21cfd47cf006
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:36:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:36:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c6816fe6a7ab62
    namespace: kserve-ci-e2e-test
    resourceVersion: "41236"
    uid: 06c2b94c-2204-4937-9319-697f60d0f85b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T16:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:38:27Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:27Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c68178b9885dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41882"
    uid: 87f61c43-573b-4358-b3d2-22e492cafd4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:38:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c681837989e479
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: d431b070-9e86-4c53-a74d-bf115150de43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:38:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c68183798a4baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41852"
    uid: c3901d47-a155-4f6c-b845-11e72ee873de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41153"
    uid: 2a2c7d38-f524-43ea-a4a8-f7def96db5c9
  kind: Event
  lastTimestamp: "2026-07-28T16:38:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:38:27Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp.18c681845d56ed8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41881"
    uid: 4a397430-426a-4bf6-a143-6954ee9ef4b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41140"
    uid: 9fc46798-8895-471c-bed3-8cbd5901976c
  kind: Event
  lastTimestamp: "2026-07-28T16:36:53Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rbfmp'
  metadata:
    creationTimestamp: "2026-07-28T16:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:36:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c6816e7c62e215
    namespace: kserve-ci-e2e-test
    resourceVersion: "41152"
    uid: efc35c38-9183-494d-921a-62dfc785b7a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41138"
    uid: a6f6abff-009c-4f68-a4bf-32c0a644812f
  kind: Event
  lastTimestamp: "2026-07-28T16:36:53Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:36:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6816e77dd053e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41141"
    uid: 1ef81c21-1b2e-446d-b87d-ac8d6e9e467f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:37:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41139"
    uid: f3555162-5977-4fd9-827d-6f68c5980da2
  kind: Event
  lastTimestamp: "2026-07-28T16:37:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:37:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18c68171f6d502cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41504"
    uid: 466da097-1bd7-4256-89f4-e5500514e423
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:37:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41139"
    uid: f3555162-5977-4fd9-827d-6f68c5980da2
  kind: Event
  lastTimestamp: "2026-07-28T16:37:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:37:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18c68171f7431708
    namespace: kserve-ci-e2e-test
    resourceVersion: "41505"
    uid: 5e70224e-5730-4ccc-bba6-bb6e888dbdec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:37:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41296"
    uid: f3555162-5977-4fd9-827d-6f68c5980da2
  kind: Event
  lastTimestamp: "2026-07-28T16:38:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:38:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18c681757621fd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "41835"
    uid: 98b1887a-fd9f-483e-afa5-af792fd55cef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:37:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41296"
    uid: f3555162-5977-4fd9-827d-6f68c5980da2
  kind: Event
  lastTimestamp: "2026-07-28T16:38:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:38:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6817576914609
    namespace: kserve-ci-e2e-test
    resourceVersion: "41836"
    uid: 23d38ef2-069f-4a43-8564-3a0906a491cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41130"
    uid: 73c16431-e90b-472f-8517-297e4d3bfe44
  kind: Event
  lastTimestamp: "2026-07-28T16:38:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:38:18Z"
    name: isvc-predictive-xgboost-v2.18c6816e77e1b578
    namespace: kserve-ci-e2e-test
    resourceVersion: "41796"
    uid: f93f6171-73f7-4dc3-8e99-6f86f6100993
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41130"
    uid: 73c16431-e90b-472f-8517-297e4d3bfe44
  kind: Event
  lastTimestamp: "2026-07-28T16:36:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:36:53Z"
    name: isvc-predictive-xgboost-v2.18c6816e78557415
    namespace: kserve-ci-e2e-test
    resourceVersion: "41160"
    uid: 49a07643-adcb-4f0e-ae6e-408743a35f89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:36:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41134"
    uid: 73c16431-e90b-472f-8517-297e4d3bfe44
  kind: Event
  lastTimestamp: "2026-07-28T16:36:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:36:53Z"
    name: isvc-predictive-xgboost-v2.18c6816e7e5d4ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41162"
    uid: 896b2add-f1b7-4c8c-ab41-0ede4e414ea9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41794"
    uid: 73c16431-e90b-472f-8517-297e4d3bfe44
  kind: Event
  lastTimestamp: "2026-07-28T16:38:17Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:38:17Z"
    name: isvc-predictive-xgboost-v2.18c6818213b6ca7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41795"
    uid: 9b37da82-a4e9-46fc-b206-e833f5753b05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38689"
    uid: 722c528f-33cd-4708-94d7-e73f391c1ece
  kind: Event
  lastTimestamp: "2026-07-28T16:33:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:08Z"
    name: isvc-predictive-xgboost.18c6812709d5a5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39335"
    uid: 8afae85c-647b-434b-86cb-8abab0957767
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38689"
    uid: 722c528f-33cd-4708-94d7-e73f391c1ece
  kind: Event
  lastTimestamp: "2026-07-28T16:31:46Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:31:46Z"
    name: isvc-predictive-xgboost.18c681270a57d303
    namespace: kserve-ci-e2e-test
    resourceVersion: "38703"
    uid: bd11b8bb-21cb-4774-9c2c-e0c21caf9cf2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:33:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39333"
    uid: 722c528f-33cd-4708-94d7-e73f391c1ece
  kind: Event
  lastTimestamp: "2026-07-28T16:33:08Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:33:08Z"
    name: isvc-predictive-xgboost.18c6813a1ae0d493
    namespace: kserve-ci-e2e-test
    resourceVersion: "39334"
    uid: e28aefa4-76b7-467e-a789-b9b3456471c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:27:34.988403Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36595"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:27:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:27:34Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680ec5eb30772
    namespace: kserve-ci-e2e-test
    resourceVersion: "36600"
    uid: 08d0547f-56c3-4aa0-9b06-75a78eaf02dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-9f7712-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:35Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680ec6e5386f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 4caab955-90ae-4534-a169-4d81d77838c1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36603"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:36Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:27:36Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680ec9e312b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: c20054bb-33a6-4ec4-9771-a05537bffc8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:36Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680ec9fd3e6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36622"
    uid: 87a1751c-8bfa-457b-9df3-4c14dbedae8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:36Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680eca2ca7d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36626"
    uid: 12158569-3e9b-4926-8d3c-2b23dd0f0af3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:36Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680eca33e50ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36627"
    uid: ec31fa6f-d57a-4093-b1c1-e57140245d1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:40Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680ed9915763c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36659"
    uid: 118ff62e-8f9c-4db4-8681-383ccd059ad9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:40Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680ed9c780dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "36661"
    uid: f9b884ee-db31-4613-83bd-4b4f2831989a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:40Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680ed9cfab2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36662"
    uid: 41c7b897-a6c2-4b1c-815f-f1048cef167a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:40Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680ed9d04d24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: 5da58632-6f24-485a-ba6f-a2fec74861a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:40Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680eda0607830
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: 67bbb754-7d69-4d0c-a00f-9ce13910302c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:27:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:27:40Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680eda0d3dd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36667"
    uid: 9311c072-1789-436e-942f-fc8831e61491
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:29:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:40Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c680ee1132d3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37623"
    uid: 65c4c2c7-9bc9-4dab-95c2-5aed1649b9b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:29:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:36Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c681089ded6c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: e358b31e-cb02-48af-9d6b-5774c37b5eb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:29:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:36Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c681089dede236
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 32c93f4e-a585-4cd4-891f-97798e90b4fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 54683907-9f62-43bc-8921-39ffdfd2eaf9
  kind: Event
  lastTimestamp: "2026-07-28T16:29:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:38Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf.18c681091393013d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37610"
    uid: 66d6584a-5284-4ca9-93e3-0f4fd216b632
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-9f7712-predictor-7ffdfcdc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "36585"
    uid: 4384d3c7-a593-486d-8706-6afa83886b65
  kind: Event
  lastTimestamp: "2026-07-28T16:27:34Z"
  message: 'Created pod: isvc-primary-9f7712-predictor-7ffdfcdc49-cf9cf'
  metadata:
    creationTimestamp: "2026-07-28T16:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:34Z"
    name: isvc-primary-9f7712-predictor-7ffdfcdc49.18c680ec5da49d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36596"
    uid: 16949f7b-2792-4453-aa56-64d115378296
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-9f7712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36583"
    uid: 2f6aa745-9dba-4011-b0fb-c268f1ebf968
  kind: Event
  lastTimestamp: "2026-07-28T16:27:34Z"
  message: Scaled up replica set isvc-primary-9f7712-predictor-7ffdfcdc49 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:34Z"
    name: isvc-primary-9f7712-predictor.18c680ec58399eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 8825d9ae-5b96-4d06-96f0-7f2bbf634473
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9f7712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: fd553f08-f8a4-4242-95fb-da90618a1ef1
  kind: Event
  lastTimestamp: "2026-07-28T16:27:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:49Z"
    name: isvc-primary-9f7712-predictor.18c680efd72d8fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36739"
    uid: 6316bf1b-3932-43fb-b92c-345762ebc0e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9f7712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: fd553f08-f8a4-4242-95fb-da90618a1ef1
  kind: Event
  lastTimestamp: "2026-07-28T16:27:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:27:49Z"
    name: isvc-primary-9f7712-predictor.18c680efd7abf8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: 0c616a99-1eb8-4129-b76b-8492bc9f6fac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9f7712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36738"
    uid: fd553f08-f8a4-4242-95fb-da90618a1ef1
  kind: Event
  lastTimestamp: "2026-07-28T16:29:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:20Z"
    name: isvc-primary-9f7712-predictor.18c680f356c19c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "37379"
    uid: b37f8002-85db-4c52-846b-098dcddb2a59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:28:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9f7712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36738"
    uid: fd553f08-f8a4-4242-95fb-da90618a1ef1
  kind: Event
  lastTimestamp: "2026-07-28T16:29:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:20Z"
    name: isvc-primary-9f7712-predictor.18c680f3573221a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37380"
    uid: bbe8cb0c-03b9-4bc2-a75d-c144221b8f85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9f7712
    namespace: kserve-ci-e2e-test
    resourceVersion: "36576"
    uid: 239721f8-6541-48b5-8919-9154b0a6ee97
  kind: Event
  lastTimestamp: "2026-07-28T16:29:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:00Z"
    name: isvc-primary-9f7712.18c680ec582ed7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37236"
    uid: 7e3d4d77-b2c9-4e8d-a091-354f6b6b65ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9f7712
    namespace: kserve-ci-e2e-test
    resourceVersion: "36576"
    uid: 239721f8-6541-48b5-8919-9154b0a6ee97
  kind: Event
  lastTimestamp: "2026-07-28T16:27:35Z"
  message: 'Failed to update status for InferenceService "isvc-primary-9f7712": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-9f7712":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:27:35Z"
    name: isvc-primary-9f7712.18c680ec58b6961f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: d706d863-01ea-48e0-bbce-fd66ab1a33a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:27:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9f7712
    namespace: kserve-ci-e2e-test
    resourceVersion: "36576"
    uid: 239721f8-6541-48b5-8919-9154b0a6ee97
  kind: Event
  lastTimestamp: "2026-07-28T16:27:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-9f7712": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:27:35Z"
    name: isvc-primary-9f7712.18c680ec58b6e957
    namespace: kserve-ci-e2e-test
    resourceVersion: "36606"
    uid: cc635ed5-0951-45c4-8c13-3b265cca62be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9f7712
    namespace: kserve-ci-e2e-test
    resourceVersion: "37234"
    uid: 239721f8-6541-48b5-8919-9154b0a6ee97
  kind: Event
  lastTimestamp: "2026-07-28T16:29:00Z"
  message: InferenceService [isvc-primary-9f7712] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:00Z"
    name: isvc-primary-9f7712.18c681003ab73724
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 806e2488-e129-4798-9714-859df357eecb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:29:20.179600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37403"
    uid: 784cb35f-bbb9-4140-bab8-eb146011994a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-9f7712-predictor-6744d4d446-wclmp
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:29:20Z"
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp.18c68104dc9568a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37407"
    uid: cd1242ca-d1d4-4c36-beeb-57863fd7bc48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37411"
    uid: 784cb35f-bbb9-4140-bab8-eb146011994a
  kind: Event
  lastTimestamp: "2026-07-28T16:29:20Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:29:20Z"
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp.18c68104f69973ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37423"
    uid: b79db14f-df31-4e11-816e-aa49f049213e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 784cb35f-bbb9-4140-bab8-eb146011994a
  kind: Event
  lastTimestamp: "2026-07-28T16:29:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:24Z"
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp.18c68104f82416e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: faa000e6-f2a5-4a3b-81d9-8e367bf5533f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 784cb35f-bbb9-4140-bab8-eb146011994a
  kind: Event
  lastTimestamp: "2026-07-28T16:29:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:24Z"
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp.18c68104fad617ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37462"
    uid: 57e8f761-9777-49ec-a631-22485277bb40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 784cb35f-bbb9-4140-bab8-eb146011994a
  kind: Event
  lastTimestamp: "2026-07-28T16:29:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:24Z"
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp.18c68104fb4ee01c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37463"
    uid: 15ceb909-dba0-4a3a-af75-44fb31a1d6bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 784cb35f-bbb9-4140-bab8-eb146011994a
  kind: Event
  lastTimestamp: "2026-07-28T16:29:27Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-9f7712-predictor-6744d4d446-wclmp_kserve-ci-e2e-test(784cb35f-bbb9-4140-bab8-eb146011994a)
  metadata:
    creationTimestamp: "2026-07-28T16:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:29:27Z"
    name: isvc-secondary-9f7712-predictor-6744d4d446-wclmp.18c68106a0e21dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37487"
    uid: 4e47d161-d573-4bac-9292-deb04ae9cbed
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-9f7712-predictor-6744d4d446
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: d1eeb9fb-88d3-462a-a4e9-f8a1e18ecb35
  kind: Event
  lastTimestamp: "2026-07-28T16:29:20Z"
  message: 'Created pod: isvc-secondary-9f7712-predictor-6744d4d446-wclmp'
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:20Z"
    name: isvc-secondary-9f7712-predictor-6744d4d446.18c68104dc025b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "37404"
    uid: b115db85-1902-4e2b-a029-57517a200586
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-9f7712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 46fc26c9-6e37-4cd1-b939-8480a09160b3
  kind: Event
  lastTimestamp: "2026-07-28T16:29:20Z"
  message: Scaled up replica set isvc-secondary-9f7712-predictor-6744d4d446 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:20Z"
    name: isvc-secondary-9f7712-predictor.18c68104d7cbef6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: d6d3fd46-aa54-4363-9ae6-04bc06d01f06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9f7712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 184bbaa9-d81b-4797-8dd0-967b61ae47f8
  kind: Event
  lastTimestamp: "2026-07-28T16:29:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:35Z"
    name: isvc-secondary-9f7712-predictor.18c681085634262e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b4c4d33c-0c31-4e79-ac66-11b96ed6e254
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9f7712-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 184bbaa9-d81b-4797-8dd0-967b61ae47f8
  kind: Event
  lastTimestamp: "2026-07-28T16:29:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:29:35Z"
    name: isvc-secondary-9f7712-predictor.18c681085673616c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37547"
    uid: 4c9767fb-c992-492b-b842-2951ec964b7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9f7712
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: b21498b7-bcae-46b5-84a0-036f29601bf1
  kind: Event
  lastTimestamp: "2026-07-28T16:29:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:27Z"
    name: isvc-secondary-9f7712.18c68104d7cf1283
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 77c6bdde-6233-43c2-82e5-ae3fcec33854
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9f7712
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: b21498b7-bcae-46b5-84a0-036f29601bf1
  kind: Event
  lastTimestamp: "2026-07-28T16:29:20Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-9f7712":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-9f7712":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:20Z"
    name: isvc-secondary-9f7712.18c68104d8568cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37413"
    uid: 7ca124f9-aa4f-4a45-9a16-a3309ba379aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9f7712
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: b21498b7-bcae-46b5-84a0-036f29601bf1
  kind: Event
  lastTimestamp: "2026-07-28T16:29:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-9f7712": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:29:20Z"
    name: isvc-secondary-9f7712.18c68104d856d027
    namespace: kserve-ci-e2e-test
    resourceVersion: "37414"
    uid: 761183b9-1302-472f-836a-3d0a29b27a0d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:45:10.199859Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:45:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9bdd7b7c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: 61b095d3-5a6b-4c13-a917-edd00544dc23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9becd823fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: 73ff7a60-7a1e-422f-9c6c-766b77cabd62
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:11Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:45:11Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9c1b95c8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: c59973b5-61b6-4c8e-a13f-461a4eccfaac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:11Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9c1d33e2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 3b914ef7-6323-49c9-941c-3034b6579a8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:11Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9c20573b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: a8420a83-f472-4eb4-a4bf-d056f1d866a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:11Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9c20bef318
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: 456a1874-40b5-4c1d-ad42-daee60cf0f47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d12eb38a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: eacd9974-15e5-47cf-b2a4-edbe292d8d7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d16db481d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 09075c1c-a358-4c0c-9f7f-086ebd917721
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d174857c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 3da8021d-7759-4152-b93d-fd02d5315bce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d17534d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: d63bcbce-a522-4baf-b0fc-2b3b9332fb0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d1acc224b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15921"
    uid: 64204b6a-ca4b-46de-9650-2e0f1e0a440e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d1b573102
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: 86874bde-dd10-47c1-b1b9-5c02186d6cc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:15Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d1b61d7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: 69497c55-48f2-4609-a32f-50d901048581
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:15Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T15:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d1e6a09d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: 63dae4f8-c62f-4812-938f-6c66ab709dcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:15Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T15:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d1eccc85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 8971b551-44e1-4bfb-bd8c-b73b7bce8049
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:46:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:52Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d4f24a609
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: fcd52d06-3a1d-4fee-8671-8710b2931849
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:46:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T15:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:52Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67e9d4f2e64df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: 5d80d9db-a3ed-4567-914e-b3f83b62d886
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:46:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:45Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67eb2196c8c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 7fdcc4bc-e07a-4eb2-aabb-d36d69940c3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:46:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T15:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:45Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67eb2196cde7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: bd74f807-96d2-4cb8-a46d-ce38f1a1b4b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:46:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:45Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67eb2196d7366
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: b6de753b-05cb-4845-ae5c-0995f78db8fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: b93f9fbd-4a11-41ae-8965-0c21b3c380e1
  kind: Event
  lastTimestamp: "2026-07-28T15:47:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:47:02Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n.18c67eb27f5dd475
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: 1743296f-1291-4bdd-b03a-4a24d5143b83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15817"
    uid: f7db3e37-0ffd-42c9-b4e0-468a387c6d99
  kind: Event
  lastTimestamp: "2026-07-28T15:45:10Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-7rm6n'
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75.18c67e9bdcf0a558
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: 10bd01da-a6d2-4834-87ec-7317c20a09c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: dc82c597-c99c-4f4c-94ef-cb527e80b6f1
  kind: Event
  lastTimestamp: "2026-07-28T15:45:10Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:10Z"
    name: isvc-sklearn-batcher-custom-predictor.18c67e9bd7b0b2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: 8fdc40b7-a5cd-4c5e-ae77-9fd0d3fb0b1b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: 73062d2c-c234-403e-9c8a-8c4f0f3f81a6
  kind: Event
  lastTimestamp: "2026-07-28T15:45:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18c67e9f56438794
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: a35570ca-0ae1-45ad-9034-7348e26054eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: 73062d2c-c234-403e-9c8a-8c4f0f3f81a6
  kind: Event
  lastTimestamp: "2026-07-28T15:45:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18c67e9f56b28eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: f53ef4e5-ebf9-4ee7-b31e-d2f25819a620
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 73062d2c-c234-403e-9c8a-8c4f0f3f81a6
  kind: Event
  lastTimestamp: "2026-07-28T15:46:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:46:40Z"
    name: isvc-sklearn-batcher-custom-predictor.18c67ea9d55218fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 58dd5d01-5397-4e4e-9dd4-73b72b507b21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 73062d2c-c234-403e-9c8a-8c4f0f3f81a6
  kind: Event
  lastTimestamp: "2026-07-28T15:46:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:46:40Z"
    name: isvc-sklearn-batcher-custom-predictor.18c67ea9d5dafdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: 012d4c5e-c7d0-408b-9bf8-94297b2f5271
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: af92cbaa-4d4d-48cb-8978-0cd077cfe0bb
  kind: Event
  lastTimestamp: "2026-07-28T15:46:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:46:32Z"
    name: isvc-sklearn-batcher-custom.18c67e9bd7b49b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: c2f8842e-a95c-4d69-b732-ba762b2ea8c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: af92cbaa-4d4d-48cb-8978-0cd077cfe0bb
  kind: Event
  lastTimestamp: "2026-07-28T15:45:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:45:10Z"
    name: isvc-sklearn-batcher-custom.18c67e9bd8364cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: 5932cc53-a697-49eb-a988-3c222c99dd06
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: af92cbaa-4d4d-48cb-8978-0cd077cfe0bb
  kind: Event
  lastTimestamp: "2026-07-28T15:45:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:45:10Z"
    name: isvc-sklearn-batcher-custom.18c67e9be005754b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 6b811b1a-b6d3-4bbd-acd2-a00a999695aa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: af92cbaa-4d4d-48cb-8978-0cd077cfe0bb
  kind: Event
  lastTimestamp: "2026-07-28T15:46:32Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:46:32Z"
    name: isvc-sklearn-batcher-custom.18c67eaf09f9daf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: 198b314c-b56e-4e90-957b-833400ae4a2f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:43:15.029916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14937"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:43:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:43:15Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e810cd19bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: 4087bb35-0df7-4f4d-bfd3-79a9492d2c56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:15Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:43:15Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e81268c2f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 8f16c38f-1406-4873-8034-d9233d732a63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:15Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e812837f0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: f8e1d263-35af-4e36-9d1e-b9ff8b9b0000
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T15:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:15Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e812ba81c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "14966"
    uid: 5f3cd117-4fe3-4bb9-bd7f-72983de9bff0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T15:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:15Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e812c0fcc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: 4d861e5d-4efe-4c6d-a166-91be9c1ab0ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:19Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T15:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:19Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e822bbe4e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: a945c33e-1a32-4b0c-8ee5-599a2fc997a4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 12.855s (12.855s including waiting). Image size: 1555662260 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:32Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e8529fdcc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: 241ce510-534f-4548-afef-49abfdfbd2f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:32Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e852d3f5d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15092"
    uid: a95ac28f-a985-4d05-ab5b-fa84339ea179
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:32Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e852dac68a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: f7221640-2d5e-4e43-a9c2-1daa1eacbb5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:32Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T15:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:32Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e852dba2160
    namespace: kserve-ci-e2e-test
    resourceVersion: "15094"
    uid: b4a13269-4814-44e1-9a91-d737d5830737
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.203s (2.203s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:34Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e85b10cd97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: 5f0caf1a-45aa-4440-8025-e1f2decc05f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:35Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e85b40c4e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: f700802a-8403-49d9-add6-790b0f1626a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:35Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e85b4758cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15111"
    uid: 6027a6e8-b3b5-4717-bf6d-7a5de04ad963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:35Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
  metadata:
    creationTimestamp: "2026-07-28T15:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:35Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e85b482fb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15112"
    uid: 54293436-ded4-4e61-b063-1d845efad321
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    in 2.569s (2.569s including waiting). Image size: 240168571 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e864da82128
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: c6aaed3b-9778-472c-a2ec-c20ce3fbc814
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e86507f3413
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a9c653af-d372-4894-a1ac-9ab133b8e1f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:43:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:43:37Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e865113de83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: 88f1f9d6-d189-4233-9cef-9f9b093d07ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:45:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T15:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:24Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e86632e4522
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: 1fcfd021-dddc-4f60-aa17-215eb27f48ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:45:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T15:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:14Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e869f072cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: 48e9c35c-3875-465f-9ecf-ac38ef764b5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:45:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:10Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e9bddf1de47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: 64690444-e5ac-4363-af3f-0e7255b5b26a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:45:10Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:10Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e9bddf21102
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: d6d20414-8470-47f7-8fdb-47e4f62e3007
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:45:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:10Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e9bddf21c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 94b0afde-ed5f-4dc6-b335-f961d0c6de06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T15:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: fa4861b1-c40d-44fa-ba2f-126562c48b06
  kind: Event
  lastTimestamp: "2026-07-28T15:45:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T15:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:45:24Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg.18c67e9cf949f82f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: a8bcebe5-1e97-4346-b178-78b14f4c8acc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-86cb8f94cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 0cde8f09-4ac4-4c91-8b28-fe3dff929e8d
  kind: Event
  lastTimestamp: "2026-07-28T15:43:15Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-86cb8f94cb-2llrg'
  metadata:
    creationTimestamp: "2026-07-28T15:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:43:15Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb.18c67e810c3d891a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: dc527a83-9fbb-47a8-acaa-ec66e1b7ac02
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: b12811e8-da0d-47cc-96b8-3994f7401364
  kind: Event
  lastTimestamp: "2026-07-28T15:43:14Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-86cb8f94cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T15:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:43:14Z"
    name: isvc-sklearn-batcher-predictor.18c67e81041f29e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: 6b0419fa-c2f2-473b-bf19-6ffd43ead999
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 36c93e74-c154-4c7a-9a14-70e884d4d3b6
  kind: Event
  lastTimestamp: "2026-07-28T15:43:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:43:45Z"
    name: isvc-sklearn-batcher-predictor.18c67e848982eaa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: db47d3f3-8f38-44b8-9dd6-66e364579f0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: 36c93e74-c154-4c7a-9a14-70e884d4d3b6
  kind: Event
  lastTimestamp: "2026-07-28T15:43:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:43:45Z"
    name: isvc-sklearn-batcher-predictor.18c67e8489f96279
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: f0901041-4dd9-42a5-a495-eb3d73514f9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 36c93e74-c154-4c7a-9a14-70e884d4d3b6
  kind: Event
  lastTimestamp: "2026-07-28T15:45:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:00Z"
    name: isvc-sklearn-batcher-predictor.18c67e8b880f1a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: ab954874-9bf1-414c-abe2-a6a6940c8091
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 36c93e74-c154-4c7a-9a14-70e884d4d3b6
  kind: Event
  lastTimestamp: "2026-07-28T15:45:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T15:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:45:00Z"
    name: isvc-sklearn-batcher-predictor.18c67e8b887eec03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: e2db2027-51be-4c6a-b2d5-f734159bdd5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: 322f0b41-0547-4f84-8a44-5182d4f379ec
  kind: Event
  lastTimestamp: "2026-07-28T15:44:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:44:55Z"
    name: isvc-sklearn-batcher.18c67e810a433329
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: d8180cdf-32c9-4044-a724-e2cd1ead833b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: 322f0b41-0547-4f84-8a44-5182d4f379ec
  kind: Event
  lastTimestamp: "2026-07-28T15:43:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:43:15Z"
    name: isvc-sklearn-batcher.18c67e810a9ddfce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 4e0062c1-1eb9-4d2a-81db-55b008ab8f6d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:43:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: 322f0b41-0547-4f84-8a44-5182d4f379ec
  kind: Event
  lastTimestamp: "2026-07-28T15:43:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T15:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:43:15Z"
    name: isvc-sklearn-batcher.18c67e810a9e23b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: 1692eaea-2dde-4402-bfed-d4b9459c11df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:44:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 322f0b41-0547-4f84-8a44-5182d4f379ec
  kind: Event
  lastTimestamp: "2026-07-28T15:44:55Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:44:55Z"
    name: isvc-sklearn-batcher.18c67e9857584cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 8c5884b9-6e02-4670-bce2-3aaf170ecae5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:16:59.855089Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5996957568-r6tzq
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:16:59Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c680587dcdcc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31510"
    uid: 6b8e53a6-5758-4ef9-9bbb-14eed721a40f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31514"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:00Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:17:00Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c680589c4215cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31525"
    uid: dfd1ada7-ad7d-4ddf-899b-af63aadb2b7c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:00Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c680589df19910
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 42a79c7e-e253-40db-8a30-de3f8a737ab0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:00Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c68058a05b9b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "31528"
    uid: 1ab3455c-55e0-44c1-ba8e-d825aa98534a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:00Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c68058a0c38760
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: 50d804b3-1507-41e6-8479-88065f53229a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:04Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c680598aeb9999
    namespace: kserve-ci-e2e-test
    resourceVersion: "31567"
    uid: 76b252d4-d88d-44e2-9383-f147df349fef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:04Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c680598df3ec58
    namespace: kserve-ci-e2e-test
    resourceVersion: "31569"
    uid: 580fa9f4-82b1-47bd-a422-df9efa1996d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:04Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c680598e7d9b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31571"
    uid: 73112d29-c7fc-449b-8d41-5df0a7621db7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:04Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-28T16:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:04Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c680598e8b8ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31573"
    uid: 112c337b-d8cc-4934-950a-254b234c00ae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.782s (2.782s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6805a3464b2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31594"
    uid: b25dfd93-41ff-4194-9f98-b7eceaf2a5e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:07Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-28T16:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6805a3737eb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "31595"
    uid: de3288fb-d344-49c3-b348-21b89c181a75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:07Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T16:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6805a37c33f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "31596"
    uid: 1571c996-43de-4fea-8f15-c28f6a2729d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6805a37cf9c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31597"
    uid: 32f8a570-71c7-4428-b052-9f8f5ff6f960
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6805a3a7d6a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "31598"
    uid: c42acb7d-11dd-43e8-8f06-bbad375020b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6805a3ae62819
    namespace: kserve-ci-e2e-test
    resourceVersion: "31600"
    uid: 0a419e69-5307-468a-919e-afbe9b65d83a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:18:44Z"
  message: 'Readiness probe failed: Get "http://10.134.0.44:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:44Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6806089764ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: 770da745-b0f0-4c26-aee9-c982c6a4c0d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:17:40Z"
  message: 'Liveness probe failed: Get "http://10.134.0.44:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:17:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c68061e103aea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31824"
    uid: 9ebd2832-61e6-4ef9-8331-f7689aead4a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:18:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:19Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6806b1f845251
    namespace: kserve-ci-e2e-test
    resourceVersion: "32122"
    uid: 022c1e3e-af5c-49f0-b016-0c5da431b32e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:18:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:19Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6806b1f84d607
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: 39e8dbf9-1218-442c-9af0-b302dae5b72e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:18:19Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T16:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:19Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6806b1f84ee57
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: 5f955afc-d445-44b0-ab85-ad9d32b0c532
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: bd1cadb7-8138-42fb-956b-3c9c2b7e6c04
  kind: Event
  lastTimestamp: "2026-07-28T16:18:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:18:49Z"
    name: isvc-sklearn-mcp-predictor-5996957568-r6tzq.18c6806c2d4fa575
    namespace: kserve-ci-e2e-test
    resourceVersion: "32407"
    uid: 238c27f0-b749-46f9-a089-3b37be91ab21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5996957568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31491"
    uid: 2b529253-c9f3-4416-bbee-624e0b3cb10e
  kind: Event
  lastTimestamp: "2026-07-28T16:16:59Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5996957568-r6tzq'
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:59Z"
    name: isvc-sklearn-mcp-predictor-5996957568.18c680587bfe3627
    namespace: kserve-ci-e2e-test
    resourceVersion: "31506"
    uid: ee9c11b8-6ae8-428c-b550-f63697df5a1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 29b1d3e4-2f85-43f8-b127-d7f6fec52c91
  kind: Event
  lastTimestamp: "2026-07-28T16:16:59Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5996957568 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:16:59Z"
    name: isvc-sklearn-mcp-predictor.18c68058747a7dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31494"
    uid: 11d64320-0043-4add-bb26-20dab895f8fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31480"
    uid: acef7f42-0c66-4cc4-a6cd-fd73ae706295
  kind: Event
  lastTimestamp: "2026-07-28T16:18:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:18:14Z"
    name: isvc-sklearn-mcp.18c6805874337554
    namespace: kserve-ci-e2e-test
    resourceVersion: "32068"
    uid: 15f10c47-f27a-4aaa-b239-0d41ea65e186
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31480"
    uid: acef7f42-0c66-4cc4-a6cd-fd73ae706295
  kind: Event
  lastTimestamp: "2026-07-28T16:16:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:59Z"
    name: isvc-sklearn-mcp.18c6805874ce7dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31516"
    uid: 60e447ab-932f-4e8c-b920-d81da3d4eb37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31501"
    uid: acef7f42-0c66-4cc4-a6cd-fd73ae706295
  kind: Event
  lastTimestamp: "2026-07-28T16:16:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:16:59Z"
    name: isvc-sklearn-mcp.18c680588157b301
    namespace: kserve-ci-e2e-test
    resourceVersion: "31517"
    uid: 10ee9cec-5eb3-4c91-a2bd-49d37124ffff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:18:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: acef7f42-0c66-4cc4-a6cd-fd73ae706295
  kind: Event
  lastTimestamp: "2026-07-28T16:18:14Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:18:14Z"
    name: isvc-sklearn-mcp.18c68069dfee81be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32066"
    uid: 364305ab-81cd-41c2-a34c-9f54ee51ea3f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:40:11.627519Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43050"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5f4d89cc44-bzwqz
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:40:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:40:11Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819c89e7ac8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43059"
    uid: d8a69547-48b2-4c4f-a1ad-23944ae458dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43061"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:12Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:40:12Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819ca3a5e4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43075"
    uid: 542b74fd-6c9c-445c-9caa-3f3e391d7f63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:12Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819ca52442f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43078"
    uid: fcb41d41-ca99-4279-bc36-7c7c17b2f64c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:12Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819ca8204599
    namespace: kserve-ci-e2e-test
    resourceVersion: "43080"
    uid: 8b6b1e04-8ffd-4405-840b-1d7131591aca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:12Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819ca8a61bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43081"
    uid: 36fbce17-7e46-4b19-9370-eea725b5e3bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:16Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819db4b2c579
    namespace: kserve-ci-e2e-test
    resourceVersion: "43123"
    uid: a166848d-cfd3-4d08-8b2b-8c8cdd30fbe0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:16Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819db7c6cf26
    namespace: kserve-ci-e2e-test
    resourceVersion: "43126"
    uid: 3408df0b-b729-4164-b2d4-43cc7eca549d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:16Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819db8458c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "43129"
    uid: 3a34f03a-a836-48d1-a832-87372cf8fd88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:16Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819db8501074
    namespace: kserve-ci-e2e-test
    resourceVersion: "43130"
    uid: 8205eab0-c985-4a35-a5aa-54266add0141
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:16Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819dbb440c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "43132"
    uid: 57576e12-8ed8-45b1-8733-95b2a1df4f92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:40:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:40:16Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819dbbbe77ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "43133"
    uid: 3fa2f010-db7f-482e-8c18-7274fd9aa19e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:41:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:43Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c6819df0c5a240
    namespace: kserve-ci-e2e-test
    resourceVersion: "43773"
    uid: a161eb8f-6da5-4fa0-a57e-806ddbaa0361
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:41:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:41Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c681b18906b72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43756"
    uid: b40d1497-7c42-4b59-8732-ea8295ae01e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:41:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:41Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c681b18907b2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43757"
    uid: 2d0cd342-6f13-4a19-bfd3-5ba41a1e7b4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43053"
    uid: 3d957403-ddba-4c38-a81c-5797074fad37
  kind: Event
  lastTimestamp: "2026-07-28T16:41:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:43Z"
    name: isvc-sklearn-predictor-5f4d89cc44-bzwqz.18c681b1f6f56927
    namespace: kserve-ci-e2e-test
    resourceVersion: "43772"
    uid: 8f183941-d62a-442d-a88f-ea664301afa2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5f4d89cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "43042"
    uid: d215f824-eda0-4eb3-adbd-773a490dc217
  kind: Event
  lastTimestamp: "2026-07-28T16:40:11Z"
  message: 'Created pod: isvc-sklearn-predictor-5f4d89cc44-bzwqz'
  metadata:
    creationTimestamp: "2026-07-28T16:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:40:11Z"
    name: isvc-sklearn-predictor-5f4d89cc44.18c6819c8965348a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43052"
    uid: 5018f753-11c9-40b2-b482-14821a14a422
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43040"
    uid: 469c285a-cfca-4a04-8195-9d0fa387cb09
  kind: Event
  lastTimestamp: "2026-07-28T16:40:11Z"
  message: Scaled up replica set isvc-sklearn-predictor-5f4d89cc44 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:40:11Z"
    name: isvc-sklearn-predictor.18c6819c86a9864c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43043"
    uid: ba103104-92d8-4c70-b159-ab50fe798294
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43041"
    uid: 3547d4b4-4d4e-4950-8b0b-6ef7c007d98b
  kind: Event
  lastTimestamp: "2026-07-28T16:40:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:40:56Z"
    name: isvc-sklearn-predictor.18c681a0053105d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43422"
    uid: aa122b0a-283f-462a-be34-cdb7802e9fce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43041"
    uid: 3547d4b4-4d4e-4950-8b0b-6ef7c007d98b
  kind: Event
  lastTimestamp: "2026-07-28T16:40:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:40:56Z"
    name: isvc-sklearn-predictor.18c681a00599a561
    namespace: kserve-ci-e2e-test
    resourceVersion: "43423"
    uid: bb286b1e-1044-4a6a-a18c-c585fcca37a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43207"
    uid: 3547d4b4-4d4e-4950-8b0b-6ef7c007d98b
  kind: Event
  lastTimestamp: "2026-07-28T16:41:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:41:41Z"
    name: isvc-sklearn-predictor.18c681aa83817696
    namespace: kserve-ci-e2e-test
    resourceVersion: "43739"
    uid: 5df942ab-407b-42be-966d-6debd211966a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43207"
    uid: 3547d4b4-4d4e-4950-8b0b-6ef7c007d98b
  kind: Event
  lastTimestamp: "2026-07-28T16:41:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:41:41Z"
    name: isvc-sklearn-predictor.18c681aa840b5619
    namespace: kserve-ci-e2e-test
    resourceVersion: "43740"
    uid: 56cb34a5-be7a-44e7-ac29-b8037c29c14f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:42:52.237185Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44368"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:42:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:42:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c1eefcba22
    namespace: kserve-ci-e2e-test
    resourceVersion: "44375"
    uid: 2d671f8c-5eef-4217-97ad-bf4ab88c28b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44378"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:52Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:42:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c209cffa5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44388"
    uid: 0989b94f-ff46-4d0a-b7fa-b17e0d3d0446
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c20b85dd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "44390"
    uid: 9f1c63d0-644e-4755-951f-5f3874d4827e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c20f01273b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44391"
    uid: 10b9e9c4-74bc-4f0c-9984-d8b8e30f75c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c20f86eaaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "44392"
    uid: 4b168791-d6dd-44ea-90fd-3db4e87c38cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:59Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c39861f6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44445"
    uid: a18984ae-f53b-4b76-b2f4-75ee06c38732
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:59Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c39bd43e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "44448"
    uid: 59856a4f-fa68-45d6-bf57-96e4cfdcb912
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:59Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c39c648a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "44451"
    uid: b0031f4b-559f-4c65-958c-795813aa4793
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:59Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c39c6f7d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "44452"
    uid: 548db737-fe2c-4a55-a0a1-37a0c38b3113
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:59Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c3a01c43ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "44454"
    uid: 9db76622-4dc3-4c0b-98b7-80c3cdb2ef77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:59Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c3a0a07190
    namespace: kserve-ci-e2e-test
    resourceVersion: "44455"
    uid: c8a1f6e0-b724-482a-9b0a-783a38ea0762
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:43:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:07Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c410cb6b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "44521"
    uid: ad2a73c3-3818-4549-b635-c6e94f30f3d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:43:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:24Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c96a310f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "44656"
    uid: 2964b037-279f-4f4b-9871-d0f112baf503
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44370"
    uid: fb4cb00c-54f9-4212-9d4c-2b3851a61b5a
  kind: Event
  lastTimestamp: "2026-07-28T16:43:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:24Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-48hxr.18c681c96a3191cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44657"
    uid: 9fbf9053-564c-4265-8968-ab805a526216
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-599b58cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44359"
    uid: 46f93f07-d10b-4853-8886-16cbf9232954
  kind: Event
  lastTimestamp: "2026-07-28T16:42:52Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-599b58cf6-48hxr'
  metadata:
    creationTimestamp: "2026-07-28T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:42:52Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6.18c681c1ee604b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "44369"
    uid: 21a30533-947c-46a8-9dbc-f8a328cffd12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44357"
    uid: 8c8887e2-e98c-4882-b665-9939043c0b7e
  kind: Event
  lastTimestamp: "2026-07-28T16:42:52Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-599b58cf6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:42:52Z"
    name: isvc-sklearn-runtime-predictor.18c681c1eb444099
    namespace: kserve-ci-e2e-test
    resourceVersion: "44361"
    uid: da93b744-f6bc-4140-9f9e-b65d5d1d16b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44358"
    uid: 1ef90acb-2d69-4414-8880-14a323246d32
  kind: Event
  lastTimestamp: "2026-07-28T16:43:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:43:07Z"
    name: isvc-sklearn-runtime-predictor.18c681c56a1b1b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "44516"
    uid: 160e3117-e19b-490d-94dd-260c28f5f626
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44358"
    uid: 1ef90acb-2d69-4414-8880-14a323246d32
  kind: Event
  lastTimestamp: "2026-07-28T16:43:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:43:07Z"
    name: isvc-sklearn-runtime-predictor.18c681c56a856a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44518"
    uid: ce377031-ab6d-4900-bbef-c1df5defba1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44517"
    uid: 1ef90acb-2d69-4414-8880-14a323246d32
  kind: Event
  lastTimestamp: "2026-07-28T16:43:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:43:22Z"
    name: isvc-sklearn-runtime-predictor.18c681c8e96b65c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44625"
    uid: 52df2639-40c3-47a0-b4b0-04e8a0ec8417
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44517"
    uid: 1ef90acb-2d69-4414-8880-14a323246d32
  kind: Event
  lastTimestamp: "2026-07-28T16:43:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:43:22Z"
    name: isvc-sklearn-runtime-predictor.18c681c8e9da2f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "44627"
    uid: c53cea9d-2cc9-4a4e-b758-d4e5abba3353
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44349"
    uid: 44142f8b-576d-4df6-8d3d-400e7c70ce20
  kind: Event
  lastTimestamp: "2026-07-28T16:43:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:43:17Z"
    name: isvc-sklearn-runtime.18c681c1eb57ea6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44593"
    uid: bce86168-9a3b-431f-8c0e-e169898fcd45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44349"
    uid: 44142f8b-576d-4df6-8d3d-400e7c70ce20
  kind: Event
  lastTimestamp: "2026-07-28T16:42:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:42:52Z"
    name: isvc-sklearn-runtime.18c681c1ebe09c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44365"
    uid: d20d459d-eeb5-4029-9e47-5ebb24a246d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44591"
    uid: 44142f8b-576d-4df6-8d3d-400e7c70ce20
  kind: Event
  lastTimestamp: "2026-07-28T16:43:17Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:43:17Z"
    name: isvc-sklearn-runtime.18c681c7d134720e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44592"
    uid: 5cd5d9e5-1200-4e9a-b2f5-a6fd43366ad7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:59:16.855827Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52505"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:59:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:59:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a72ed531db
    namespace: kserve-ci-e2e-test
    resourceVersion: "52510"
    uid: d3bae871-4b37-457d-86c9-2d85b964529d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a73a6e767d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52522"
    uid: 1be3501c-9029-444c-ace8-0947316fd0a6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52516"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:17Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:59:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a76c5029cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52533"
    uid: 6ab21020-f157-4408-88bf-e1ae4059db1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a76dc5977a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52535"
    uid: 75b909ee-f4cb-4d7b-869e-87656d17d05b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a7704f62e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52536"
    uid: 2b95fe88-ad5a-4e1a-ad11-297b7ef71fe9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a770befd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "52537"
    uid: f94ea060-b2a2-48bf-acb8-66f452acd49d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:19Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a7d5256975
    namespace: kserve-ci-e2e-test
    resourceVersion: "52553"
    uid: 07f305ba-9bbb-4274-a477-8de59ba359ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:19Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a7d8084d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "52555"
    uid: b35a985b-7616-488d-a3ed-0f7fd9c42d7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:19Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a7d892c693
    namespace: kserve-ci-e2e-test
    resourceVersion: "52556"
    uid: 9a9f499b-a2c7-4d62-8537-a4b2bfbe3629
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:19Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a7d89d854a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52558"
    uid: 6f1f0077-25a8-4265-901f-3dc595ce03ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:19Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a7db8c955d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52563"
    uid: ea641e90-b22d-4808-a255-95bb4c95b92f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T16:59:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:19Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a7dc02a141
    namespace: kserve-ci-e2e-test
    resourceVersion: "52565"
    uid: b92ff5eb-1c8e-41d1-b9de-538bcaac4954
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T17:00:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:26Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682a81122f967
    namespace: kserve-ci-e2e-test
    resourceVersion: "53046"
    uid: 6577de11-be9d-4668-bd8c-be3f8a202f86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T17:00:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:37Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682b9d98a31aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "53143"
    uid: 6154f517-2697-4705-8b78-d71d6b77fafb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T17:00:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:37Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682b9d98acedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53144"
    uid: 6731ceb1-6c38-4463-8954-a5e46516f25c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52508"
    uid: 42f94932-b743-4ef1-8261-d8ed3a770bcf
  kind: Event
  lastTimestamp: "2026-07-28T17:00:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:41Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7.18c682baed3e6b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53241"
    uid: 288f46d6-b1a9-45b1-a408-002a81408eae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-dd446d6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52497"
    uid: 75075c7f-550a-4162-848d-2e200130f939
  kind: Event
  lastTimestamp: "2026-07-28T16:59:16Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-dd446d6b9-j5dq7'
  metadata:
    creationTimestamp: "2026-07-28T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:59:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9.18c682a72e6b5d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "52507"
    uid: 95ef9a25-f229-48d4-9737-86db73740521
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52495"
    uid: 9514986e-bd67-4008-b923-ce5884c56212
  kind: Event
  lastTimestamp: "2026-07-28T16:59:16Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-dd446d6b9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:59:16Z"
    name: isvc-sklearn-s3-predictor.18c682a72bdc3536
    namespace: kserve-ci-e2e-test
    resourceVersion: "52498"
    uid: 52d94705-457f-4800-bb42-769ecde8bcdc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52496"
    uid: f4f7c592-4f95-4f87-8dab-7489999fb953
  kind: Event
  lastTimestamp: "2026-07-28T16:59:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:59:46Z"
    name: isvc-sklearn-s3-predictor.18c682aaaafe04b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52755"
    uid: 4f5d2d63-1f9d-47e2-8f74-c69e161f4b51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52496"
    uid: f4f7c592-4f95-4f87-8dab-7489999fb953
  kind: Event
  lastTimestamp: "2026-07-28T16:59:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:59:46Z"
    name: isvc-sklearn-s3-predictor.18c682aaab6a8475
    namespace: kserve-ci-e2e-test
    resourceVersion: "52756"
    uid: f58b2c44-e41a-44f0-a8ff-62c48a5f974f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52657"
    uid: f4f7c592-4f95-4f87-8dab-7489999fb953
  kind: Event
  lastTimestamp: "2026-07-28T17:00:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:00:31Z"
    name: isvc-sklearn-s3-predictor.18c682b1a9b0b67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53078"
    uid: 8840ea3f-638f-4c3e-9c05-64be0dbb88ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52657"
    uid: f4f7c592-4f95-4f87-8dab-7489999fb953
  kind: Event
  lastTimestamp: "2026-07-28T17:00:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:00:31Z"
    name: isvc-sklearn-s3-predictor.18c682b1aa147cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53079"
    uid: 4893e151-8e00-4567-8ba9-ee8877c1c516
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:03:50.662095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54813"
    uid: 373f8150-1b00-42c4-b1c8-2613462afb88
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:03:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:03:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl.18c682e6eef50333
    namespace: kserve-ci-e2e-test
    resourceVersion: "54819"
    uid: 801d56f3-ade7-4ea1-b1ed-a06fde01c91b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54825"
    uid: 373f8150-1b00-42c4-b1c8-2613462afb88
  kind: Event
  lastTimestamp: "2026-07-28T17:03:51Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:03:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl.18c682e70872e548
    namespace: kserve-ci-e2e-test
    resourceVersion: "54834"
    uid: 085a65b2-21a5-4311-8e8f-299839894370
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54816"
    uid: 373f8150-1b00-42c4-b1c8-2613462afb88
  kind: Event
  lastTimestamp: "2026-07-28T17:03:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:03:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl.18c682e709f9f0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "54873"
    uid: 58e6ea26-11e4-4e42-b7f3-42e0a198746b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54816"
    uid: 373f8150-1b00-42c4-b1c8-2613462afb88
  kind: Event
  lastTimestamp: "2026-07-28T17:03:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:03:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl.18c682e70d154614
    namespace: kserve-ci-e2e-test
    resourceVersion: "54875"
    uid: 6a0e36a4-d24d-4d21-95f8-664dce91f9b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54816"
    uid: 373f8150-1b00-42c4-b1c8-2613462afb88
  kind: Event
  lastTimestamp: "2026-07-28T17:03:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:03:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl.18c682e70d8a2a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54876"
    uid: 8b567b9f-f171-4b11-849c-b3ff7cdcc4aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "54816"
    uid: 373f8150-1b00-42c4-b1c8-2613462afb88
  kind: Event
  lastTimestamp: "2026-07-28T17:03:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl_kserve-ci-e2e-test(373f8150-1b00-42c4-b1c8-2613462afb88)
  metadata:
    creationTimestamp: "2026-07-28T17:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:03:56Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl.18c682e8573962ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "54895"
    uid: b27cb2f0-fd13-400b-bc70-bd547fe41b3d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "54801"
    uid: e6babb61-eded-4bd1-a380-4e7f517745d4
  kind: Event
  lastTimestamp: "2026-07-28T17:03:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-2rtbl'
  metadata:
    creationTimestamp: "2026-07-28T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:03:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69.18c682e6ee49c0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "54814"
    uid: 0a6d2cbc-5672-4363-83ad-dbbba05bdbaf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54798"
    uid: 324fe573-88d4-4932-ac28-5fb9c6a2f6bc
  kind: Event
  lastTimestamp: "2026-07-28T17:03:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:03:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c682e6e9f29927
    namespace: kserve-ci-e2e-test
    resourceVersion: "54802"
    uid: f289796b-8cc0-4d88-8f1f-58d47a62d149
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54789"
    uid: 97ca4a9f-7c5c-4315-8c5e-ebd7f78fa404
  kind: Event
  lastTimestamp: "2026-07-28T17:03:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:03:56Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c682e6e9f50d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54899"
    uid: d4ae5405-4a3d-4b58-82e6-71ab7155860d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54789"
    uid: 97ca4a9f-7c5c-4315-8c5e-ebd7f78fa404
  kind: Event
  lastTimestamp: "2026-07-28T17:03:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:03:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c682e6ea89907f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54827"
    uid: b2f479da-1b8e-4b49-8cb4-cf5e3a6961f0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54796"
    uid: 97ca4a9f-7c5c-4315-8c5e-ebd7f78fa404
  kind: Event
  lastTimestamp: "2026-07-28T17:03:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:03:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c682e6f132519e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54828"
    uid: ff1c9a9d-b253-4072-b223-d4c9042b60b1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:02:19.498482Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54080"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:02:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:02:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d1b52ea882
    namespace: kserve-ci-e2e-test
    resourceVersion: "54085"
    uid: f0d0101d-eb0e-48e6-93e8-da62f98ee364
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54090"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:19Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:02:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d1cec95a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "54102"
    uid: 1252b6bb-6cce-488d-bbe2-8494f5a83791
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d1d02b76e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54104"
    uid: 28af1b10-b259-4d2a-9642-60c7ddc80bed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d1d2e26399
    namespace: kserve-ci-e2e-test
    resourceVersion: "54105"
    uid: 6762286f-85d8-4667-93a2-4e9a788fca6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d1d35506c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54106"
    uid: 7c1c8aca-2c1c-40ef-aaa4-96adb77beb62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d222f230b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54123"
    uid: bc7719c7-96f5-4b8a-ba84-47108b4b0067
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d225fc94b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54126"
    uid: 96d1773a-382c-45b3-87fa-ae48474757c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d226821cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54127"
    uid: 88ad2df6-864f-43a2-ac20-8bf7e7c9b6e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d2268dedf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54128"
    uid: 24bcf3fa-d4c2-4ab4-9e19-a5eadacc9c20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d229b2d782
    namespace: kserve-ci-e2e-test
    resourceVersion: "54131"
    uid: 13a9563b-7640-46b6-9e02-9b928f8189c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:02:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d22a2a80fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54132"
    uid: c7d47c60-678b-4111-b2c5-4df1649ca96c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:03:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:03:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682d29ab7dee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54614"
    uid: 45672ae4-5c5d-4127-80dd-f2e3399634fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:03:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:03:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682e6af079b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "54775"
    uid: 098206ae-c4f3-42fd-9d5b-73c731a08176
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:03:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:03:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682e6af081d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "54776"
    uid: 2fe1084d-ead8-4f1a-b180-484855033539
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "54082"
    uid: c605ab54-4e56-4f9c-b278-5ce7d6618a65
  kind: Event
  lastTimestamp: "2026-07-28T17:03:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:03:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk.18c682e7cae3bddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54868"
    uid: bac2335b-ac33-460a-94a7-0a98a5b93ea8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "54071"
    uid: de6d2ce2-2bb4-45d6-ac8e-f1aa46858fc8
  kind: Event
  lastTimestamp: "2026-07-28T17:02:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-htkpk'
  metadata:
    creationTimestamp: "2026-07-28T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:02:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57.18c682d1b49b083a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54081"
    uid: b5ba74f8-5e27-454e-8af4-81d2290556fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54069"
    uid: 913ce76f-c02d-4b23-b77f-390700dc4c84
  kind: Event
  lastTimestamp: "2026-07-28T17:02:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:02:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c682d1b1b1bb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "54072"
    uid: e0f09b54-15e8-4dcd-b4af-57cf776d89ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54070"
    uid: c461db16-4e87-4ac4-90ca-5da5086e6974
  kind: Event
  lastTimestamp: "2026-07-28T17:02:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:02:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c682d530acbdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54334"
    uid: 43cd6b5d-f152-4253-9d34-39c4491d243d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54070"
    uid: c461db16-4e87-4ac4-90ca-5da5086e6974
  kind: Event
  lastTimestamp: "2026-07-28T17:02:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:02:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c682d53159c12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54335"
    uid: e031cc3e-da2d-4acd-9604-078192d498ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54233"
    uid: c461db16-4e87-4ac4-90ca-5da5086e6974
  kind: Event
  lastTimestamp: "2026-07-28T17:03:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:03:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c682dc2f95e443
    namespace: kserve-ci-e2e-test
    resourceVersion: "54765"
    uid: 37c76015-3bc5-4830-9301-fbcf3e692722
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54233"
    uid: c461db16-4e87-4ac4-90ca-5da5086e6974
  kind: Event
  lastTimestamp: "2026-07-28T17:03:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:03:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c682dc3008cad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54771"
    uid: deb1be7f-0020-4882-894e-8582c08afaa4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54062"
    uid: 9d028a8c-5510-47b5-850d-38b93015183a
  kind: Event
  lastTimestamp: "2026-07-28T17:03:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:03:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c682d1b1b4c4e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54689"
    uid: 28e4bee5-7106-4780-b778-4bd2279b8d82
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54062"
    uid: 9d028a8c-5510-47b5-850d-38b93015183a
  kind: Event
  lastTimestamp: "2026-07-28T17:02:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:02:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c682d1b24a4163
    namespace: kserve-ci-e2e-test
    resourceVersion: "54094"
    uid: 83a5ec3a-c8de-49d5-86b8-6f85cab2cc64
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54064"
    uid: 9d028a8c-5510-47b5-850d-38b93015183a
  kind: Event
  lastTimestamp: "2026-07-28T17:02:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:02:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c682d1b8bfdf9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54095"
    uid: 6ca7e7d6-88b8-44c1-9384-05710c273d8b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:03:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54685"
    uid: 9d028a8c-5510-47b5-850d-38b93015183a
  kind: Event
  lastTimestamp: "2026-07-28T17:03:39Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:03:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c682e456a116b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54687"
    uid: 77fe4e69-af12-490b-a854-19698222662c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:02:08.347687Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53922"
    uid: 1f9c4fef-32ec-4537-947d-7a4a76d5015e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:02:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:02:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb.18c682cf1c8b113e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53926"
    uid: b187f4f5-fd70-4779-827e-ae928cf1acdd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53924"
    uid: 1f9c4fef-32ec-4537-947d-7a4a76d5015e
  kind: Event
  lastTimestamp: "2026-07-28T17:02:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb.18c682cf2a7fcd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "53937"
    uid: 4481bc97-e519-409d-8f99-6034adacd520
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53931"
    uid: 1f9c4fef-32ec-4537-947d-7a4a76d5015e
  kind: Event
  lastTimestamp: "2026-07-28T17:02:09Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:02:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb.18c682cf59c9f8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53946"
    uid: cd959e83-ca69-44df-b4ee-b8c73d5c59f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53924"
    uid: 1f9c4fef-32ec-4537-947d-7a4a76d5015e
  kind: Event
  lastTimestamp: "2026-07-28T17:02:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:12Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb.18c682cf5b567e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53975"
    uid: 073ccaaf-36d7-4dec-abdb-291e09235c27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53924"
    uid: 1f9c4fef-32ec-4537-947d-7a4a76d5015e
  kind: Event
  lastTimestamp: "2026-07-28T17:02:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:12Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb.18c682cf5e317d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "53979"
    uid: cb8e8b02-73f7-41de-8562-99c026eff220
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53924"
    uid: 1f9c4fef-32ec-4537-947d-7a4a76d5015e
  kind: Event
  lastTimestamp: "2026-07-28T17:02:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:12Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb.18c682cf5ea5650b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53982"
    uid: 39c502f1-2a38-4a77-9c2f-43b6240ebdc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53924"
    uid: 1f9c4fef-32ec-4537-947d-7a4a76d5015e
  kind: Event
  lastTimestamp: "2026-07-28T17:02:18Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb.18c682d16e6ff1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "54039"
    uid: 5ba99781-29ee-4a7e-b980-89a76747d38c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53908"
    uid: 18cc01e9-0cdc-47df-9e65-886d17212700
  kind: Event
  lastTimestamp: "2026-07-28T17:02:08Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-5s6tb'
  metadata:
    creationTimestamp: "2026-07-28T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:02:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc.18c682cf1c239818
    namespace: kserve-ci-e2e-test
    resourceVersion: "53923"
    uid: 86aaf075-f65d-455f-a0d7-7a4129069819
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53906"
    uid: adf46128-9403-43a1-a623-c3aaaf351734
  kind: Event
  lastTimestamp: "2026-07-28T17:02:08Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:02:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c682cf170c1554
    namespace: kserve-ci-e2e-test
    resourceVersion: "53910"
    uid: 2c660211-eff0-47da-95fa-34c2a42fd9d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53899"
    uid: f8f18d32-6b4b-4747-a28d-a9efc96c172a
  kind: Event
  lastTimestamp: "2026-07-28T17:02:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:02:12Z"
    name: isvc-sklearn-s3-tls-global-fail.18c682cf170b12b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53983"
    uid: 58327cb7-77e3-4b68-a6c4-0fa68438f26f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53899"
    uid: f8f18d32-6b4b-4747-a28d-a9efc96c172a
  kind: Event
  lastTimestamp: "2026-07-28T17:02:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:02:08Z"
    name: isvc-sklearn-s3-tls-global-fail.18c682cf17a6bc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "53932"
    uid: 28ab6b87-19b1-4868-8303-2818e2640b85
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53901"
    uid: f8f18d32-6b4b-4747-a28d-a9efc96c172a
  kind: Event
  lastTimestamp: "2026-07-28T17:02:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:02:08Z"
    name: isvc-sklearn-s3-tls-global-fail.18c682cf1e199dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53933"
    uid: 0a8c2db0-8142-4e49-9f71-33dba27aa65b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:00:37.154770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53166"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:00:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:00:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682b9e105ccc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53170"
    uid: 88353ee5-21cb-4d99-ac2f-34c5059fd2df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682b9edfe9499
    namespace: kserve-ci-e2e-test
    resourceVersion: "53184"
    uid: b9ec91d8-292d-461a-bc37-c11aaea078b1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53174"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:38Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:00:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba1e5d77c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53194"
    uid: 11ea1c9e-8ca6-421d-b68d-df015e6d0e39
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba1ff042ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "53196"
    uid: 3c5031b1-e60c-4068-806c-70a056d519cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba22dea7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53197"
    uid: ae465f2f-87bd-4ead-ba40-441e7e125dab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba236bb2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53198"
    uid: 866c4d0e-7bab-4347-9e4a-7c70457cc4e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba86f57999
    namespace: kserve-ci-e2e-test
    resourceVersion: "53216"
    uid: 9baa8e1b-1cc4-4e8e-805b-c488bd84137d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba8a2608f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53219"
    uid: 8ad22a0f-25c7-44f8-a214-2549d3f99155
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba8aa7660c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53221"
    uid: d68e0aeb-40bf-4b33-b710-a35a1fb4969a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba8ab29b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "53222"
    uid: d5f27d98-2bdf-4acb-b68c-1cf1b9047b59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba8d99d8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: afb08261-e76b-49b4-b4ca-83934eb3d003
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:00:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:00:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ba8e0ed9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53226"
    uid: ede8ee6e-cf2b-4383-8355-8bcc2f872e8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:01:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:01:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682bac2f810c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53715"
    uid: 0bcc2cbb-f781-4476-ae16-62195db49b4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:02:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ced8a96003
    namespace: kserve-ci-e2e-test
    resourceVersion: "53880"
    uid: 1a2fff05-a69a-4959-b969-d9558e4d554c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:02:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682ced8a9bf32
    namespace: kserve-ci-e2e-test
    resourceVersion: "53881"
    uid: bc84cbea-032a-4405-836f-b62dc4a4f996
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "53168"
    uid: 88a15176-2a19-4842-8ba1-1e5e1127a4e7
  kind: Event
  lastTimestamp: "2026-07-28T17:02:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:02:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x.18c682cff36f9476
    namespace: kserve-ci-e2e-test
    resourceVersion: "53972"
    uid: 5a334474-2cd3-4bf4-9909-5d68ff1f8e32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    namespace: kserve-ci-e2e-test
    resourceVersion: "53154"
    uid: ec569ccf-55c8-46bb-ae84-f61e87bbf855
  kind: Event
  lastTimestamp: "2026-07-28T17:00:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-dvl4x'
  metadata:
    creationTimestamp: "2026-07-28T17:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:00:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985.18c682b9e08f294f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53167"
    uid: 2c99f716-7c0b-4dfa-a636-73885a1f4e6e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53152"
    uid: 93c13790-b6c3-4325-9ca6-46797839081c
  kind: Event
  lastTimestamp: "2026-07-28T17:00:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:00:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c682b9dd7b7d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "53155"
    uid: a52f6809-df62-4d16-bea0-586d4fee23ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53153"
    uid: a63cc9f8-b451-4362-9cdd-e3a948c885c7
  kind: Event
  lastTimestamp: "2026-07-28T17:01:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:01:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c682bd5c2ec5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53538"
    uid: 2b989e5e-92d1-4fde-8626-50a04e532c35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53153"
    uid: a63cc9f8-b451-4362-9cdd-e3a948c885c7
  kind: Event
  lastTimestamp: "2026-07-28T17:01:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:01:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c682bd5c9d209e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53539"
    uid: acc579de-4a9b-43b0-b53f-c40ac04ba16c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:01:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53327"
    uid: a63cc9f8-b451-4362-9cdd-e3a948c885c7
  kind: Event
  lastTimestamp: "2026-07-28T17:01:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:01:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c682c0dbf4719e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53749"
    uid: 44331993-5845-4658-b2c5-0e7eccd640a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:01:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53327"
    uid: a63cc9f8-b451-4362-9cdd-e3a948c885c7
  kind: Event
  lastTimestamp: "2026-07-28T17:01:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:01:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c682c0dc600fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "53750"
    uid: 4d379a82-2f6e-4a4c-840f-bfd622f89191
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53142"
    uid: 4d3f50e8-1090-4167-b162-95743a2b8edd
  kind: Event
  lastTimestamp: "2026-07-28T17:01:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:01:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18c682b9dd87543b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53792"
    uid: 64521096-441a-4c2a-b1f6-6031ea036c1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53142"
    uid: 4d3f50e8-1090-4167-b162-95743a2b8edd
  kind: Event
  lastTimestamp: "2026-07-28T17:00:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:00:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18c682b9de01bc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "53178"
    uid: 3fbc5180-d9bc-4192-94db-0fef79ce0289
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53164"
    uid: 4d3f50e8-1090-4167-b162-95743a2b8edd
  kind: Event
  lastTimestamp: "2026-07-28T17:00:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:00:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18c682b9e6a15ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53179"
    uid: 333b7de7-e87b-4ae4-aff1-808141e48aa6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:01:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53790"
    uid: 4d3f50e8-1090-4167-b162-95743a2b8edd
  kind: Event
  lastTimestamp: "2026-07-28T17:01:57Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:01:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18c682cc7bd30f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53791"
    uid: 6027fd5a-003d-4a5f-a754-3b5a3a68ba81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:05:32.933976Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49
    namespace: kserve-ci-e2e-test
    resourceVersion: "55702"
    uid: a308d37d-48ba-43ab-a986-be090f66fc51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:05:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:05:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49.18c682febed6126d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55707"
    uid: f9b13be4-457e-460e-b1a8-8211f0c0344b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49
    namespace: kserve-ci-e2e-test
    resourceVersion: "55705"
    uid: a308d37d-48ba-43ab-a986-be090f66fc51
  kind: Event
  lastTimestamp: "2026-07-28T17:05:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:05:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49.18c682fecae345ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "55716"
    uid: 1a505f73-64d5-48b5-86b0-a10d7f93fc6a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49
    namespace: kserve-ci-e2e-test
    resourceVersion: "55710"
    uid: a308d37d-48ba-43ab-a986-be090f66fc51
  kind: Event
  lastTimestamp: "2026-07-28T17:05:33Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:05:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49.18c682fefc4be8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "55726"
    uid: a38b7ee4-5b4c-4123-bf57-fac9926e1109
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49
    namespace: kserve-ci-e2e-test
    resourceVersion: "55705"
    uid: a308d37d-48ba-43ab-a986-be090f66fc51
  kind: Event
  lastTimestamp: "2026-07-28T17:05:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:05:38Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49.18c682fefe1a98e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55772"
    uid: 0bb3180e-19b5-4299-a8f9-9a850d02c6cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49
    namespace: kserve-ci-e2e-test
    resourceVersion: "55705"
    uid: a308d37d-48ba-43ab-a986-be090f66fc51
  kind: Event
  lastTimestamp: "2026-07-28T17:05:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:05:38Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49.18c682ff0184cc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55775"
    uid: 725f6c2f-b976-4fe2-bb7c-a9b7c07faff4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49
    namespace: kserve-ci-e2e-test
    resourceVersion: "55705"
    uid: a308d37d-48ba-43ab-a986-be090f66fc51
  kind: Event
  lastTimestamp: "2026-07-28T17:05:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:05:38Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49.18c682ff01fee01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55776"
    uid: ae0e9ac9-e3c4-4e4f-9aee-8b2639a101aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49
    namespace: kserve-ci-e2e-test
    resourceVersion: "55705"
    uid: a308d37d-48ba-43ab-a986-be090f66fc51
  kind: Event
  lastTimestamp: "2026-07-28T17:05:42Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:05:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:05:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49.18c6830111e5b64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55824"
    uid: 9048a819-f850-4521-9a5f-a3a8ad1a609a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "55691"
    uid: 62b799d2-ee48-485a-aa9a-12297ecf44d5
  kind: Event
  lastTimestamp: "2026-07-28T17:05:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-pts49'
  metadata:
    creationTimestamp: "2026-07-28T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:05:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44.18c682febe6639f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55704"
    uid: e44a661a-4aa2-4328-9b6b-55dec066e800
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55689"
    uid: f0a2b3bd-5b6d-47e4-9cf3-277df10fe751
  kind: Event
  lastTimestamp: "2026-07-28T17:05:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:05:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c682feba508c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55692"
    uid: 1fd148d9-5077-4d39-8da0-7f45ece2cce6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55681"
    uid: 768269a2-362d-412c-a652-75b4bba5b2b5
  kind: Event
  lastTimestamp: "2026-07-28T17:05:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:05:38Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c682feba5aee42
    namespace: kserve-ci-e2e-test
    resourceVersion: "55779"
    uid: 975f0654-967d-4452-8b26-448e6ee6c2f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55681"
    uid: 768269a2-362d-412c-a652-75b4bba5b2b5
  kind: Event
  lastTimestamp: "2026-07-28T17:05:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:05:32Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c682febadae16c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55696"
    uid: abc60836-e6f4-4b63-9017-1ba2421bf589
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:04:01.787616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54980"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:04:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:04:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682e9861710ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "54984"
    uid: b405ce43-7b86-4c6e-a3ad-dca4e26eb85e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54989"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:02Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:04:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682e99ff03ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "54997"
    uid: 1a1f68e1-dfce-4856-85e4-5dad1b2f7b1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:04:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682e9a16503e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54999"
    uid: abed7875-ba7d-4eb0-8ab1-00cdfa48a450
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:04:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682e9a510947c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55000"
    uid: 6d38e5d7-a6b2-4fd7-810d-0c05c3a4314e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:04:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682e9a5848c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "55001"
    uid: 80177eae-e7ea-4267-9d11-2f5e74b9571a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:04:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682e9f9ebfb7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55019"
    uid: 82a222cb-c809-4877-af81-736b7f9a5be1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:04:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682e9fd4f96dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "55021"
    uid: 0f87dfa3-838f-4691-a85c-f48b7582da93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:04:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682e9fdd96b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "55024"
    uid: 927b0635-9c16-46a4-b929-33ad0240da28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:04:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682e9fde3e19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55025"
    uid: 5c7a1a44-8b50-44dc-baa7-9242f5e2db11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:04:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682ea01a1f4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "55027"
    uid: dba88925-6e83-4dab-af87-716480efc42f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:04:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:04:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682ea021b6742
    namespace: kserve-ci-e2e-test
    resourceVersion: "55028"
    uid: 290776e4-c470-4800-9b25-a5db009006ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:05:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:05:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682ea71bdf2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "55507"
    uid: ca2b4780-c75b-46f0-b13f-4fac1e60fc7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:05:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:05:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682fe80580815
    namespace: kserve-ci-e2e-test
    resourceVersion: "55667"
    uid: c10d6894-c8fd-4613-997e-8b2c8b54c84e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:05:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:05:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682fe8058bde0
    namespace: kserve-ci-e2e-test
    resourceVersion: "55668"
    uid: 57d378b5-85ec-4ecc-93b0-0fc1bf804a7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54982"
    uid: e416d26b-b426-4308-b0f1-4fac932bd6cc
  kind: Event
  lastTimestamp: "2026-07-28T17:05:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:05:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4.18c682ffa1e8e37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55759"
    uid: f1dffd7d-eff0-48a2-8705-afca27b16e01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54966"
    uid: e0874606-16da-4eff-b98d-cf152446dd5e
  kind: Event
  lastTimestamp: "2026-07-28T17:04:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-cvpq4'
  metadata:
    creationTimestamp: "2026-07-28T17:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:04:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b.18c682e985a07244
    namespace: kserve-ci-e2e-test
    resourceVersion: "54981"
    uid: 55ab1bcb-122f-409c-91ae-22363ad02bc9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54963"
    uid: 1a9d329d-5682-40be-bce5-77fec815ad36
  kind: Event
  lastTimestamp: "2026-07-28T17:04:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:04:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c682e9830a472f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54967"
    uid: 61f82b85-234b-45fe-a16a-4d873ba5292f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54964"
    uid: c8d6452a-3164-4c9e-bf7e-f9ced984b3c2
  kind: Event
  lastTimestamp: "2026-07-28T17:04:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:04:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c682ed0239cdc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55225"
    uid: 81d3bf4a-fed7-43cd-a671-66f7b3c28622
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54964"
    uid: c8d6452a-3164-4c9e-bf7e-f9ced984b3c2
  kind: Event
  lastTimestamp: "2026-07-28T17:04:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:04:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c682ed02b1defb
    namespace: kserve-ci-e2e-test
    resourceVersion: "55226"
    uid: beb66915-7368-478b-84a7-55d73d92777f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55123"
    uid: c8d6452a-3164-4c9e-bf7e-f9ced984b3c2
  kind: Event
  lastTimestamp: "2026-07-28T17:05:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:05:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c682f400e09fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "55656"
    uid: 5ddfc46d-2cc9-40b0-84c7-4d1c417b51b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55123"
    uid: c8d6452a-3164-4c9e-bf7e-f9ced984b3c2
  kind: Event
  lastTimestamp: "2026-07-28T17:05:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:05:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c682f4016f82e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "55661"
    uid: 2c578042-fe0a-4cf3-9df2-b6c057ccdb7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54956"
    uid: 65ff38de-6481-4647-ac86-34855869c56b
  kind: Event
  lastTimestamp: "2026-07-28T17:05:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:05:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c682e9830fa8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "55582"
    uid: eda87ec9-e4d6-41de-ad98-fabf43032aa6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:04:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54956"
    uid: 65ff38de-6481-4647-ac86-34855869c56b
  kind: Event
  lastTimestamp: "2026-07-28T17:04:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:04:01Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c682e98388534a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54972"
    uid: 98c9bdc1-0324-45f3-970a-54deb5c441ee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:05:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55580"
    uid: 65ff38de-6481-4647-ac86-34855869c56b
  kind: Event
  lastTimestamp: "2026-07-28T17:05:21Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:05:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c682fc299319df
    namespace: kserve-ci-e2e-test
    resourceVersion: "55581"
    uid: 97b55c7c-af33-4057-8ab6-be17bedab02d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52488"
    uid: 2f078ec8-cb21-46a1-be63-efb2f9986a1f
  kind: Event
  lastTimestamp: "2026-07-28T17:00:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:00:33Z"
    name: isvc-sklearn-s3.18c682a72bebc02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53099"
    uid: 61532267-7f62-4aaf-b388-6b6df12335bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52488"
    uid: 2f078ec8-cb21-46a1-be63-efb2f9986a1f
  kind: Event
  lastTimestamp: "2026-07-28T16:59:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:59:16Z"
    name: isvc-sklearn-s3.18c682a72c5b6ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52502"
    uid: 097d234c-f506-4548-9d72-6930690f9952
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:00:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53097"
    uid: 2f078ec8-cb21-46a1-be63-efb2f9986a1f
  kind: Event
  lastTimestamp: "2026-07-28T17:00:33Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:00:33Z"
    name: isvc-sklearn-s3.18c682b90563bfa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53098"
    uid: 388e0830-1aa8-4fe4-aa1b-b1817e2d184a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-76d485d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "42946"
    uid: 54588636-b95a-49e7-a66f-7f538eebf864
  kind: Event
  lastTimestamp: "2026-07-28T16:40:04Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-76d485d498-s7kkt'
  metadata:
    creationTimestamp: "2026-07-28T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:40:04Z"
    name: isvc-sklearn-scheduler-predictor-76d485d498.18c6819add35fe76
    namespace: kserve-ci-e2e-test
    resourceVersion: "42957"
    uid: 5a1f40aa-12d3-440c-a8bf-53ead8f98cab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42945"
    uid: 4d212fbc-defe-4338-86d0-3795b1baf291
  kind: Event
  lastTimestamp: "2026-07-28T16:40:04Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-76d485d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:40:04Z"
    name: isvc-sklearn-scheduler-predictor.18c6819ad858773d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42948"
    uid: 80fb3ac0-2f8a-4092-8662-24ef5eb0e233
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42938"
    uid: 5b2ee44f-7d47-42cd-9a0d-bdcd2c552149
  kind: Event
  lastTimestamp: "2026-07-28T16:40:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:40:05Z"
    name: isvc-sklearn-scheduler.18c6819ad823039f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42973"
    uid: b0d21fb0-a3db-4927-8370-d1770ad967d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42938"
    uid: 5b2ee44f-7d47-42cd-9a0d-bdcd2c552149
  kind: Event
  lastTimestamp: "2026-07-28T16:40:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:40:04Z"
    name: isvc-sklearn-scheduler.18c6819ad8936a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "42950"
    uid: e69f5404-e2ad-487d-910c-6f84f59b3b6f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42938"
    uid: 5b2ee44f-7d47-42cd-9a0d-bdcd2c552149
  kind: Event
  lastTimestamp: "2026-07-28T16:40:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:40:04Z"
    name: isvc-sklearn-scheduler.18c6819ad893b713
    namespace: kserve-ci-e2e-test
    resourceVersion: "42951"
    uid: 2b718093-e1d6-4a2b-85f3-d3b8a84dc09a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:46:10.276628Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46052"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:46:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f00b0ee186
    namespace: kserve-ci-e2e-test
    resourceVersion: "46058"
    uid: 44de942c-77f5-49c0-b041-b388fcb1e27d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46064"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:10Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:46:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f024a02447
    namespace: kserve-ci-e2e-test
    resourceVersion: "46072"
    uid: b8ccccc2-5baf-448f-b4d1-804fcc464a28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f0263a4863
    namespace: kserve-ci-e2e-test
    resourceVersion: "46074"
    uid: e79e72c4-8cd7-4b2c-9405-28b6a15368db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f028f9eae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: 92520afb-7d56-4760-b734-4bb1a099c813
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f02975bfbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46076"
    uid: c5673422-526b-440f-9005-ce4561b3796f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:15Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f1363d5d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "46117"
    uid: 7c7b717f-a64b-4ace-8f65-8b35864dbc64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:15Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f139925d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46121"
    uid: d441a97f-51ce-4ff2-82d2-474bbb81ea3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:15Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f13a0f835e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46124"
    uid: ebcf0d13-f36d-414b-a9b3-4de879438b77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:15Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f13a1b032b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46125"
    uid: bf68ba6e-954e-4e26-a483-87bf3cb9c849
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:15Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f13dd963ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "46128"
    uid: ad32ade8-c8de-4864-8f7c-1e999dda2657
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:46:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:15Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f13e602423
    namespace: kserve-ci-e2e-test
    resourceVersion: "46129"
    uid: e59f3c0b-a504-4bc4-b9e3-f6bf6558d48a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:47:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:43Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c681f1ae35fb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46781"
    uid: 67066644-0209-479f-be72-342bc1cea25f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:47:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:40Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c682050a91084b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46760"
    uid: 56b1476e-4db3-4bd7-b1ca-9522480efe4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:47:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:40Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c682050a919fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "46761"
    uid: c75f7a60-e9fa-4adb-a4be-69cdbbb382b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46054"
    uid: 3df6aa5c-73f6-4f58-b2b4-aaa19846a614
  kind: Event
  lastTimestamp: "2026-07-28T16:47:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:43Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk.18c68205b4708675
    namespace: kserve-ci-e2e-test
    resourceVersion: "46779"
    uid: 86c8e3ef-b9e3-4cea-9272-c0da464712a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5746969457
    namespace: kserve-ci-e2e-test
    resourceVersion: "46040"
    uid: 08ec1148-97de-4d82-8e1f-1c607996199a
  kind: Event
  lastTimestamp: "2026-07-28T16:46:10Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5746969457-wdjdk'
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:46:10Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457.18c681f00a3b5039
    namespace: kserve-ci-e2e-test
    resourceVersion: "46053"
    uid: dac21f90-4416-4448-9333-2d742fe0b04b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46038"
    uid: 81dfb5ae-042b-4e32-b0f9-72912a0d6615
  kind: Event
  lastTimestamp: "2026-07-28T16:46:10Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5746969457 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:46:10Z"
    name: isvc-sklearn-v2-mixed-predictor.18c681f00451aa6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46042"
    uid: 914e00ef-c784-4058-9984-9b5f0a549dc6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46039"
    uid: 3656fe60-d270-4c8d-815d-b394412535ab
  kind: Event
  lastTimestamp: "2026-07-28T16:46:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:46:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18c681f382c79ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46423"
    uid: 9ef1ff8d-7a00-47f2-bd41-3707efc82070
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46039"
    uid: 3656fe60-d270-4c8d-815d-b394412535ab
  kind: Event
  lastTimestamp: "2026-07-28T16:46:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:46:55Z"
    name: isvc-sklearn-v2-mixed-predictor.18c681f38336e2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46424"
    uid: 56332c47-0772-4269-bc6f-1c65daf906f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46209"
    uid: 3656fe60-d270-4c8d-815d-b394412535ab
  kind: Event
  lastTimestamp: "2026-07-28T16:47:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:47:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18c681fe00b68ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46743"
    uid: a530ebcc-4fdb-4dd2-8b66-1e04701d4ff9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46209"
    uid: 3656fe60-d270-4c8d-815d-b394412535ab
  kind: Event
  lastTimestamp: "2026-07-28T16:47:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:47:40Z"
    name: isvc-sklearn-v2-mixed-predictor.18c681fe01283e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "46744"
    uid: d03c3598-d55c-40ee-bb46-7d8922434b60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46030"
    uid: ec06b6a2-4fef-4e0a-9648-82597525ba6e
  kind: Event
  lastTimestamp: "2026-07-28T16:47:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:47:33Z"
    name: isvc-sklearn-v2-mixed.18c681f004251c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "46698"
    uid: fc4778a5-d507-478b-94a5-7aa823518bcd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46030"
    uid: ec06b6a2-4fef-4e0a-9648-82597525ba6e
  kind: Event
  lastTimestamp: "2026-07-28T16:46:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:46:10Z"
    name: isvc-sklearn-v2-mixed.18c681f0048554cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "46063"
    uid: 4d312e17-39b6-4d17-b708-ed24caa8ee90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46037"
    uid: ec06b6a2-4fef-4e0a-9648-82597525ba6e
  kind: Event
  lastTimestamp: "2026-07-28T16:46:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:46:10Z"
    name: isvc-sklearn-v2-mixed.18c681f00cf04409
    namespace: kserve-ci-e2e-test
    resourceVersion: "46065"
    uid: a35f5215-3d98-48c7-9978-53e5d57df4ea
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46696"
    uid: ec06b6a2-4fef-4e0a-9648-82597525ba6e
  kind: Event
  lastTimestamp: "2026-07-28T16:47:33Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:47:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:47:33Z"
    name: isvc-sklearn-v2-mixed.18c6820366fb97b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46697"
    uid: 1abd93d7-dc26-43cc-8ac8-63c397ca7943
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:44:34.820190Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45269"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:44:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:44:34Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681d9d169205d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45275"
    uid: bb22e5a2-b385-43f9-a569-9a2a3b2aa247
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:34Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681d9db3c7ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45284"
    uid: ed30c3ac-51de-417c-accb-723439e38576
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45279"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:35Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:44:35Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681da0f511cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45291"
    uid: 1b358559-4ff6-4348-b154-cdc0c2f91016
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:35Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681da10caa992
    namespace: kserve-ci-e2e-test
    resourceVersion: "45293"
    uid: 3b37c854-1843-44f8-bcb5-599725541a7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:35Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681da1395eabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "45295"
    uid: 33a31228-fef1-4930-a028-203264195925
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:35Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681da140d4d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "45296"
    uid: cb9e623f-ba7d-4e34-b707-92f95ab1ec7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:40Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681db3a196c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45338"
    uid: aedb3720-6ec3-466d-a79c-a87266dc67c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:40Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681db3dd0fda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45343"
    uid: 3f906d84-cef4-4fbb-bbaa-181db0cfc426
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:40Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681db3e4d7f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "45344"
    uid: 53081f53-d044-431a-9481-1d60f37bbc1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:40Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681db3e57d16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45345"
    uid: b22e78e6-81c8-4dbf-9c06-5f759a4de1f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:40Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681db419bddf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45347"
    uid: 963b9408-a202-4471-98c5-d8e36a9b2764
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:44:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:41Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681db4216cd1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45349"
    uid: 7ec4d400-89c3-4d4c-aa64-e64eeaf38f97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:46:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:08Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681dbb21e2679
    namespace: kserve-ci-e2e-test
    resourceVersion: "46015"
    uid: 4db0c399-4ab5-47cb-9354-f222aeb8a6de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:46:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:05Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681eed5467496
    namespace: kserve-ci-e2e-test
    resourceVersion: "45982"
    uid: 2c74f246-f2bf-41e8-be40-7f7033e10a62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:46:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:05Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681eed5473e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45983"
    uid: 4e0d83a6-7142-49ce-a8e4-f3bda2330b05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: c0e99feb-c12e-4ef9-9c96-375e9fc3fd1b
  kind: Event
  lastTimestamp: "2026-07-28T16:46:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:46:08Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg.18c681efb866f251
    namespace: kserve-ci-e2e-test
    resourceVersion: "46014"
    uid: addd1f11-4d7b-4490-95e9-022ad1bc6efd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-77f4cf5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45260"
    uid: 490ac246-3d16-4ef4-8bdc-564dbbf3a534
  kind: Event
  lastTimestamp: "2026-07-28T16:44:34Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-77f4cf5bd-h2zhg'
  metadata:
    creationTimestamp: "2026-07-28T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:44:34Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd.18c681d9d0caf6aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "45272"
    uid: 32e89fb7-b47b-48c0-8fc1-68c950739b5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45258"
    uid: 662263f8-afe3-42e9-a516-c389b8c37af8
  kind: Event
  lastTimestamp: "2026-07-28T16:44:34Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-77f4cf5bd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:44:34Z"
    name: isvc-sklearn-v2-predictor.18c681d9cd9060e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45261"
    uid: 6cac7da9-d208-4d24-8490-6c007cdcbd07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45259"
    uid: 97060b3b-16f7-426a-aa64-aebe018b2e8e
  kind: Event
  lastTimestamp: "2026-07-28T16:45:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:45:19Z"
    name: isvc-sklearn-v2-predictor.18c681dd4ca27ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45628"
    uid: a4f4a039-0bf8-45f1-b52b-3f66f7ace6f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45259"
    uid: 97060b3b-16f7-426a-aa64-aebe018b2e8e
  kind: Event
  lastTimestamp: "2026-07-28T16:45:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:45:19Z"
    name: isvc-sklearn-v2-predictor.18c681dd4d0f421b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45629"
    uid: f955b031-1143-4bdb-b552-5e6e593493c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45421"
    uid: 97060b3b-16f7-426a-aa64-aebe018b2e8e
  kind: Event
  lastTimestamp: "2026-07-28T16:46:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:46:04Z"
    name: isvc-sklearn-v2-predictor.18c681e0cc60fd90
    namespace: kserve-ci-e2e-test
    resourceVersion: "45961"
    uid: 91eabbc0-81d6-4f1b-9ed6-18188190835a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45421"
    uid: 97060b3b-16f7-426a-aa64-aebe018b2e8e
  kind: Event
  lastTimestamp: "2026-07-28T16:46:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:46:04Z"
    name: isvc-sklearn-v2-predictor.18c681e0ccd71e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45962"
    uid: 9016393d-152c-4a8d-a85f-328ad4585480
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:43:29.587787Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44730"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:43:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:43:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681caa141b21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44734"
    uid: 5f429173-9e0a-404c-aef1-6c83157b4136
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44738"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:30Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:43:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cabb30349f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44748"
    uid: 59d4ae43-8c59-43af-a08c-9202533a0878
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cabce0da6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44750"
    uid: adb426b8-070f-4656-b1ed-e055e19be0bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cabfb469da
    namespace: kserve-ci-e2e-test
    resourceVersion: "44751"
    uid: 79b3a840-0d33-4709-9926-8e18f96226f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cac02e4617
    namespace: kserve-ci-e2e-test
    resourceVersion: "44752"
    uid: 29a07266-621b-4d33-96f1-93aa11be2849
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T16:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cbc9af0507
    namespace: kserve-ci-e2e-test
    resourceVersion: "44787"
    uid: 085037c4-cdb8-4bad-8426-0b68d9782ba4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cbccc52122
    namespace: kserve-ci-e2e-test
    resourceVersion: "44789"
    uid: ec4a8ca4-8c37-4a65-b164-fa4d885653ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cbcd3e27f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44790"
    uid: e55b760a-542f-4bc0-bb2e-dcc6b5ebad23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cbcd48ef3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44791"
    uid: 1a0414a8-69d7-4d7d-9d28-d30b01391f12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cbd08d11a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44795"
    uid: 4faa4e96-dad2-47de-bb3c-837189f8fdad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:43:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:43:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681cbd1077edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44797"
    uid: 17efd65f-8a51-4efa-b60f-e2d90d732f22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:44:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T16:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681d4a8d5f03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45059"
    uid: a5f73dd3-189f-48bd-92db-0e448a85456b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:44:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681d89c8c07b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45211"
    uid: c9b9a3b9-b7bb-427c-903d-44f3af0e545e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:44:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681d89c8c731d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45212"
    uid: 2c12c00c-dc03-432b-a70b-5d4ea1d414ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "44732"
    uid: 85ea03b5-c07f-4054-8561-38e3ba7654bb
  kind: Event
  lastTimestamp: "2026-07-28T16:44:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:44:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt.18c681d94bc2c2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45231"
    uid: 4d2e8f36-dbc8-4743-a558-93e802d94add
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44719"
    uid: f8ce2664-bc8f-4750-9321-61e50be5735d
  kind: Event
  lastTimestamp: "2026-07-28T16:43:29Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-wgzqt'
  metadata:
    creationTimestamp: "2026-07-28T16:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:43:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c681caa0d82d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44731"
    uid: 923c5f46-9d3f-4e62-be2e-bb60b87a1db7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44717"
    uid: 697ffbae-de5d-497c-8a81-259a05bbeab7
  kind: Event
  lastTimestamp: "2026-07-28T16:43:29Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:43:29Z"
    name: isvc-sklearn-v2-runtime-predictor.18c681ca9d08c392
    namespace: kserve-ci-e2e-test
    resourceVersion: "44720"
    uid: fa55d090-6c45-4295-9e18-3f1020bd6293
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44718"
    uid: 91c54c3a-0b7e-4539-99bd-477cbe58b7b4
  kind: Event
  lastTimestamp: "2026-07-28T16:43:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:43:59Z"
    name: isvc-sklearn-v2-runtime-predictor.18c681ce1c439f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44972"
    uid: 66b4eb8c-0067-415e-9aeb-83bdba73159d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44718"
    uid: 91c54c3a-0b7e-4539-99bd-477cbe58b7b4
  kind: Event
  lastTimestamp: "2026-07-28T16:43:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:43:59Z"
    name: isvc-sklearn-v2-runtime-predictor.18c681ce1cade8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44973"
    uid: 103cafad-f6d1-485d-893b-ea819a4f4ac5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44864"
    uid: 91c54c3a-0b7e-4539-99bd-477cbe58b7b4
  kind: Event
  lastTimestamp: "2026-07-28T16:44:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:44:29Z"
    name: isvc-sklearn-v2-runtime-predictor.18c681d51b0e09d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45201"
    uid: 609910b0-8704-441c-bd25-ed22995f9b3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44864"
    uid: 91c54c3a-0b7e-4539-99bd-477cbe58b7b4
  kind: Event
  lastTimestamp: "2026-07-28T16:44:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:44:29Z"
    name: isvc-sklearn-v2-runtime-predictor.18c681d51bcfcac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45206"
    uid: d78335b4-241d-48c6-8c84-98cfa8d995d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44710"
    uid: 1c33d9ae-89b4-4852-a436-3c3c9eaf651d
  kind: Event
  lastTimestamp: "2026-07-28T16:44:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:44:22Z"
    name: isvc-sklearn-v2-runtime.18c681ca9d16a869
    namespace: kserve-ci-e2e-test
    resourceVersion: "45146"
    uid: 406846ab-2c82-4e2b-8ac0-d0ec88475b0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:43:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44710"
    uid: 1c33d9ae-89b4-4852-a436-3c3c9eaf651d
  kind: Event
  lastTimestamp: "2026-07-28T16:43:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:43:29Z"
    name: isvc-sklearn-v2-runtime.18c681ca9d938bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44724"
    uid: 1eb49dd4-8870-4b6c-9499-fb74a379dbf0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45144"
    uid: 1c33d9ae-89b4-4852-a436-3c3c9eaf651d
  kind: Event
  lastTimestamp: "2026-07-28T16:44:22Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:44:22Z"
    name: isvc-sklearn-v2-runtime.18c681d6fe135e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45145"
    uid: b221aa80-1acc-4326-8592-ab923d24c9ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45251"
    uid: 8de98f4d-2667-4a83-b071-e9b79b6a6a12
  kind: Event
  lastTimestamp: "2026-07-28T16:45:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:45:59Z"
    name: isvc-sklearn-v2.18c681d9cd8fe589
    namespace: kserve-ci-e2e-test
    resourceVersion: "45917"
    uid: fc68a388-1494-4662-86bd-17f01b2878ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45251"
    uid: 8de98f4d-2667-4a83-b071-e9b79b6a6a12
  kind: Event
  lastTimestamp: "2026-07-28T16:44:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:44:34Z"
    name: isvc-sklearn-v2.18c681d9ce2d9414
    namespace: kserve-ci-e2e-test
    resourceVersion: "45266"
    uid: 50d0774f-d1be-43f6-8a65-2e242091f697
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:45:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45915"
    uid: 8de98f4d-2667-4a83-b071-e9b79b6a6a12
  kind: Event
  lastTimestamp: "2026-07-28T16:45:58Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:45:58Z"
    name: isvc-sklearn-v2.18c681ed69ed3860
    namespace: kserve-ci-e2e-test
    resourceVersion: "45916"
    uid: 4d4ab7f4-85a2-4d55-8f39-eb6c1a576e5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43033"
    uid: 1d5dbacc-b5ef-42f5-9548-b71f8e87972f
  kind: Event
  lastTimestamp: "2026-07-28T16:41:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:41:33Z"
    name: isvc-sklearn.18c6819c86a9e091
    namespace: kserve-ci-e2e-test
    resourceVersion: "43684"
    uid: be5e50ab-0874-42c4-839e-6734fc496be7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43033"
    uid: 1d5dbacc-b5ef-42f5-9548-b71f8e87972f
  kind: Event
  lastTimestamp: "2026-07-28T16:40:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T16:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:40:11Z"
    name: isvc-sklearn.18c6819c873216fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43063"
    uid: 6a2ba478-d347-4f76-9715-855849b9fa1a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43035"
    uid: 1d5dbacc-b5ef-42f5-9548-b71f8e87972f
  kind: Event
  lastTimestamp: "2026-07-28T16:40:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:40:11Z"
    name: isvc-sklearn.18c6819c8d690c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "43064"
    uid: c5175d03-17be-49d8-96e8-63ffc36c73cb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43681"
    uid: 1d5dbacc-b5ef-42f5-9548-b71f8e87972f
  kind: Event
  lastTimestamp: "2026-07-28T16:41:33Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:41:33Z"
    name: isvc-sklearn.18c681afa905d686
    namespace: kserve-ci-e2e-test
    resourceVersion: "43683"
    uid: 40c0bf97-1412-4e34-88d7-1be8c5a113d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:47:45.652951Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46825"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-jmhzp
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:47:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:47:45Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682063fee28f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46830"
    uid: fd7a7a51-a5d5-463a-918e-b750ca2dd305
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:45Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682064db444d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46843"
    uid: 35b46d8a-d2a4-4e9d-8297-f088d3dc998e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46834"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:46Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:47:46Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682067e1b2c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "46854"
    uid: 515290ec-15ba-42fa-864a-0d1c05cbd5ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:46Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682067f9e5948
    namespace: kserve-ci-e2e-test
    resourceVersion: "46856"
    uid: fe9d74ff-bf2b-4e68-b7c9-e5566d187231
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:46Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c6820682d39286
    namespace: kserve-ci-e2e-test
    resourceVersion: "46857"
    uid: 146e9a69-7ca7-4fe8-8610-e5fa9206ebfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:46Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c6820683599626
    namespace: kserve-ci-e2e-test
    resourceVersion: "46858"
    uid: ccc33d45-b52d-4c96-b882-2ca34c2ef5da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:51Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:51Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c68207ab1172b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46904"
    uid: cbccb1e5-ba75-4a23-95da-68193a880156
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:55Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.961s (3.961s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:55Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682089731b93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46933"
    uid: a9db8672-f39c-4ed8-a278-04e057dde995
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:55Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682089a6761e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46935"
    uid: e466661c-1f7e-491a-a016-7f298d029b24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:55Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682089aea5394
    namespace: kserve-ci-e2e-test
    resourceVersion: "46936"
    uid: e5c60d0e-a68b-4d5e-be12-4d2a36f6fcf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:55Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682089af49d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46937"
    uid: fcc2ee85-7794-4fb5-b1bf-7d1ef5837388
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:55Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682089dc13f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "46938"
    uid: a0508e75-c56c-408c-9dcc-fd88f41a4c1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:47:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:47:55Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682089e3b9024
    namespace: kserve-ci-e2e-test
    resourceVersion: "46939"
    uid: 5920c643-26b9-4418-9658-002aecc02b13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:48:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c6820912b0ce22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46997"
    uid: 7c56400b-a799-4cbc-a7d5-1a3fb6ced523
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:48:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c6820fd603aff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47191"
    uid: 7d74d063-8893-4c4c-845a-ff7ccf96a00a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:48:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c6820fd603f2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "47190"
    uid: b60affd4-adbf-4490-8631-8d32cc6f6b95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46827"
    uid: 1903e8ba-4244-46a7-9b76-bf826fea6f57
  kind: Event
  lastTimestamp: "2026-07-28T16:48:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-jmhzp.18c682104abf57ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "47448"
    uid: a1734fd8-38aa-462a-b428-fcd7329a8d81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46812"
    uid: 0a26a3e7-9599-4e20-a958-c4bf91208c51
  kind: Event
  lastTimestamp: "2026-07-28T16:47:45Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-jmhzp'
  metadata:
    creationTimestamp: "2026-07-28T16:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:47:45Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c682063f605473
    namespace: kserve-ci-e2e-test
    resourceVersion: "46826"
    uid: 2fb2d318-dfed-4365-933f-efa40017c82e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46810"
    uid: c90c7fbf-8b6a-4422-8c19-f6a7ea10ee9a
  kind: Event
  lastTimestamp: "2026-07-28T16:47:45Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:47:45Z"
    name: isvc-tensorflow-predictor.18c682063a22b60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46813"
    uid: 5ad616d7-1fd5-4158-94a4-eecc2e97210b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46811"
    uid: 5686a84c-7d43-4a97-8a55-d0a073a112c2
  kind: Event
  lastTimestamp: "2026-07-28T16:48:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:48:00Z"
    name: isvc-tensorflow-predictor.18c68209b88ecf7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46972"
    uid: 556ac5af-c548-4062-9487-b34e2d0a4662
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46811"
    uid: 5686a84c-7d43-4a97-8a55-d0a073a112c2
  kind: Event
  lastTimestamp: "2026-07-28T16:48:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:48:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:48:00Z"
    name: isvc-tensorflow-predictor.18c68209b8f986ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "46974"
    uid: fd3aea80-1d3c-4d4b-81ea-b639c8c87106
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46973"
    uid: 5686a84c-7d43-4a97-8a55-d0a073a112c2
  kind: Event
  lastTimestamp: "2026-07-28T16:48:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:48:15Z"
    name: isvc-tensorflow-predictor.18c6820d382ad1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47097"
    uid: 42d108ac-d7a0-4494-a7d7-d7392a12fc02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46973"
    uid: 5686a84c-7d43-4a97-8a55-d0a073a112c2
  kind: Event
  lastTimestamp: "2026-07-28T16:48:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:48:15Z"
    name: isvc-tensorflow-predictor.18c6820d389d4e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "47099"
    uid: dd855233-9b65-45cd-95e4-f0ee0387a3f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:48:32.007169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47247"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:48:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:48:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c682110adb4b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "47254"
    uid: a0af073e-a307-4879-aa10-bced42fe2721
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c68211168538d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47262"
    uid: 9ec2ab3b-cf0b-4650-9eb3-acad83ab925f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47258"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:33Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:48:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c68211483416d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "47270"
    uid: 4c85b677-68d2-4de4-b9a5-3cdc7040cbaa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c6821149a57dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47272"
    uid: 32b61fa0-874c-4de9-b761-a60878d7c6c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c682114c7b75a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47273"
    uid: 4c62535d-d612-4fee-a84d-e8e44f2a778b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c682114ceddc17
    namespace: kserve-ci-e2e-test
    resourceVersion: "47274"
    uid: 38c8cf4a-8813-48b3-af67-2c9a069a3510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:38Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T16:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c682127e6689c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47319"
    uid: 6b8a4600-301d-471c-8447-196e2515e3e2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:42Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.784s (3.784s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c682135ff50369
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: 454a1a80-bded-4ee6-9774-3a872374a303
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c682136348df55
    namespace: kserve-ci-e2e-test
    resourceVersion: "47357"
    uid: 854710ad-79be-4080-9859-6f9ce75ef9f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c6821363c15b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "47358"
    uid: 893ca4bd-9eb0-40a7-b501-bd189ce34031
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c6821363cc6b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "47359"
    uid: fe6b58ac-3df6-4669-b077-f8b3dd7b6cc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c6821366a62adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47361"
    uid: 9ff73c2d-8884-446f-a73d-02836e20b593
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c682136726da66
    namespace: kserve-ci-e2e-test
    resourceVersion: "47362"
    uid: ed5c0927-daaf-472e-ad22-d94ed0997711
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:48:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:48:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c68213a9ae5214
    namespace: kserve-ci-e2e-test
    resourceVersion: "47417"
    uid: 222512b4-6d3b-4b6d-a24a-b51707bfe426
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:49:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:49:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c6821aab0de657
    namespace: kserve-ci-e2e-test
    resourceVersion: "47614"
    uid: 645203ae-84cd-4975-b671-6d9c38693e15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:49:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:49:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c6821aab0f0854
    namespace: kserve-ci-e2e-test
    resourceVersion: "47615"
    uid: 1b87194e-e7a7-462c-a6d0-1611fbeee7c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47250"
    uid: 99f5b119-3248-4b3a-8f85-6e2f387ba7bf
  kind: Event
  lastTimestamp: "2026-07-28T16:49:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:49:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4.18c6821ae1a200dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47858"
    uid: 15a54715-b1ee-4d61-a397-2437b78b8ce1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "47239"
    uid: f2f856d7-dbd1-41ce-b0ce-9c42dbc84a6d
  kind: Event
  lastTimestamp: "2026-07-28T16:48:31Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-w49h4'
  metadata:
    creationTimestamp: "2026-07-28T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:48:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c682110a531066
    namespace: kserve-ci-e2e-test
    resourceVersion: "47249"
    uid: 445ba434-e77d-493f-b566-91be4ef66ee6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47237"
    uid: 4ff271f9-062a-403b-af62-ce7d65bac9c4
  kind: Event
  lastTimestamp: "2026-07-28T16:48:31Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:48:31Z"
    name: isvc-tensorflow-runtime-predictor.18c68211074f8b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "47240"
    uid: 8610810d-9812-4d91-8a80-23843b66e5ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47238"
    uid: 6fb98ed0-b348-4d64-92ac-2ce3063aa6b1
  kind: Event
  lastTimestamp: "2026-07-28T16:48:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:48:46Z"
    name: isvc-tensorflow-runtime-predictor.18c6821486670c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47399"
    uid: 7938b95b-e835-448d-b2ff-965d70ebf3fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47238"
    uid: 6fb98ed0-b348-4d64-92ac-2ce3063aa6b1
  kind: Event
  lastTimestamp: "2026-07-28T16:48:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:48:46Z"
    name: isvc-tensorflow-runtime-predictor.18c6821486dfc2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47401"
    uid: 79081c11-5df1-4543-9f73-3d48f6aed634
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47400"
    uid: 6fb98ed0-b348-4d64-92ac-2ce3063aa6b1
  kind: Event
  lastTimestamp: "2026-07-28T16:49:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:49:01Z"
    name: isvc-tensorflow-runtime-predictor.18c68218065a280e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47516"
    uid: 5f10cf1e-c87b-4f96-97aa-d7bb7f6f53fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47400"
    uid: 6fb98ed0-b348-4d64-92ac-2ce3063aa6b1
  kind: Event
  lastTimestamp: "2026-07-28T16:49:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:49:02Z"
    name: isvc-tensorflow-runtime-predictor.18c6821806c8e256
    namespace: kserve-ci-e2e-test
    resourceVersion: "47518"
    uid: 57b17a7c-f476-4c33-970c-5f5458eb2f15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47230"
    uid: 8891a37e-f09d-4798-88f8-a5a3d4570c4b
  kind: Event
  lastTimestamp: "2026-07-28T16:48:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:48:59Z"
    name: isvc-tensorflow-runtime.18c6821107506031
    namespace: kserve-ci-e2e-test
    resourceVersion: "47498"
    uid: eb29aaad-c111-4fd1-87f1-09255869f9a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47230"
    uid: 8891a37e-f09d-4798-88f8-a5a3d4570c4b
  kind: Event
  lastTimestamp: "2026-07-28T16:48:31Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:48:31Z"
    name: isvc-tensorflow-runtime.18c6821107ed63d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47243"
    uid: 268686f4-a2db-401e-a90e-d3a110e8d30e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47496"
    uid: 8891a37e-f09d-4798-88f8-a5a3d4570c4b
  kind: Event
  lastTimestamp: "2026-07-28T16:48:59Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:48:59Z"
    name: isvc-tensorflow-runtime.18c682176917724b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47497"
    uid: 074f92c3-206b-44a3-8b9a-14814a9a0ed9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46803"
    uid: 827decc2-152c-4869-a9e5-962897c6db7a
  kind: Event
  lastTimestamp: "2026-07-28T16:48:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:48:13Z"
    name: isvc-tensorflow.18c682063a25d767
    namespace: kserve-ci-e2e-test
    resourceVersion: "47078"
    uid: 8ce1b59b-bc7e-4fbf-9724-e4d660289fba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46803"
    uid: 827decc2-152c-4869-a9e5-962897c6db7a
  kind: Event
  lastTimestamp: "2026-07-28T16:47:45Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:47:45Z"
    name: isvc-tensorflow.18c682063ac72f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46836"
    uid: 5e227cff-2da6-4e2d-9e2c-c874898f58a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:47:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46804"
    uid: 827decc2-152c-4869-a9e5-962897c6db7a
  kind: Event
  lastTimestamp: "2026-07-28T16:47:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:47:45Z"
    name: isvc-tensorflow.18c6820641f92932
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: fc3a949c-ab46-451e-a348-8000663d721f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:48:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "47075"
    uid: 827decc2-152c-4869-a9e5-962897c6db7a
  kind: Event
  lastTimestamp: "2026-07-28T16:48:13Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:48:13Z"
    name: isvc-tensorflow.18c6820cd2aa5c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47076"
    uid: f15e82a9-b621-4230-8805-7cc55450a4ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:49:18.535645Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47673"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-6pb5s
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:49:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:49:18Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6821be02b7989
    namespace: kserve-ci-e2e-test
    resourceVersion: "47682"
    uid: 72e6c783-fac0-4b71-8870-2900a0b34bbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47686"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:49:18Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:49:18Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6821bf96a3bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47692"
    uid: 3a8f8270-bcde-4e22-822f-3adb4645a6d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:49:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:49:18Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6821bfae42c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "47694"
    uid: 4698e810-36b5-4eb0-ab74-504e27829d4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:49:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:49:19Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6821bfdc1a583
    namespace: kserve-ci-e2e-test
    resourceVersion: "47695"
    uid: b8b9363f-ec5d-4117-b42e-73ae860f9f61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:49:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:49:19Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6821bfe363c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47696"
    uid: 889f5fdb-a457-4786-811e-ef84fff2050d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:49:23Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-28T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:49:23Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6821d02c30160
    namespace: kserve-ci-e2e-test
    resourceVersion: "47730"
    uid: d8b13f8c-9f10-46ea-8f2f-ca5fa7f01a30
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:16Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.075s
    (1m53.075s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:16Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c682375697fb17
    namespace: kserve-ci-e2e-test
    resourceVersion: "48529"
    uid: f85f7e25-1614-433b-899f-af3c990497ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:16Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c682375cf6454f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48532"
    uid: 4c8e7581-c616-4682-8dfa-7c7b97e49c43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:16Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c682375e07f6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "48533"
    uid: 17dd8080-2e42-4470-b067-f61d92ce35d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:16Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c682375e12bf1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48534"
    uid: b5dd928a-f0a5-4ca6-adcf-e31758b09a38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:16Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c68237626b30de
    namespace: kserve-ci-e2e-test
    resourceVersion: "48535"
    uid: 07ec906c-0714-4cc3-919e-8b27d6a3c96e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:16Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c68237635b54f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48536"
    uid: f144e84d-31ba-4453-a889-3e8b01470e93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:22Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c68237705d64eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "48584"
    uid: 9879a91a-1e0b-45ef-84ef-d329c25aa8b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:40Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6823cd0496d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: 60bb93a9-23d4-4453-9e57-9469b939c756
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:40Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6823cd04a997c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48726"
    uid: db3545a1-d2b0-48e3-8b93-b9d369164643
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-28T16:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:43Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6823db9e338d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48763"
    uid: b26bf8f7-7180-408a-9c7e-ed073d8f97dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-6pb5s
    namespace: kserve-ci-e2e-test
    resourceVersion: "47677"
    uid: 619e336e-f573-4e93-8a79-b1765ba59399
  kind: Event
  lastTimestamp: "2026-07-28T16:51:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-07-28T16:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:43Z"
    name: isvc-triton-predictor-5d7db58676-6pb5s.18c6823dba2f5762
    namespace: kserve-ci-e2e-test
    resourceVersion: "48764"
    uid: c9ca8979-53d7-4b7b-b30c-79a523b65915
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47663"
    uid: 9b1cf2ae-2d86-408c-b9b7-3ad442dd9fe1
  kind: Event
  lastTimestamp: "2026-07-28T16:49:18Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-6pb5s'
  metadata:
    creationTimestamp: "2026-07-28T16:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:49:18Z"
    name: isvc-triton-predictor-5d7db58676.18c6821bdfabfc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "47676"
    uid: 279b8fad-d880-448d-9dab-8f5621fed5af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47661"
    uid: 7147284c-4fe4-44d2-9e17-12a1385401be
  kind: Event
  lastTimestamp: "2026-07-28T16:49:18Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:49:18Z"
    name: isvc-triton-predictor.18c6821bdc58f674
    namespace: kserve-ci-e2e-test
    resourceVersion: "47664"
    uid: 80d66b8e-36eb-4e64-aece-6b1d39972576
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47662"
    uid: cad94458-1e9d-4bde-a9cf-f04741865f3f
  kind: Event
  lastTimestamp: "2026-07-28T16:51:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:51:33Z"
    name: isvc-triton-predictor.18c6821f5b54dff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48664"
    uid: e40904e8-903d-4d81-b5d8-2ab09af1396f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47662"
    uid: cad94458-1e9d-4bde-a9cf-f04741865f3f
  kind: Event
  lastTimestamp: "2026-07-28T16:51:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:51:33Z"
    name: isvc-triton-predictor.18c6821f5bce7712
    namespace: kserve-ci-e2e-test
    resourceVersion: "48665"
    uid: 006a1caf-7c49-4149-816c-12a8a4a59682
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47653"
    uid: 79388f8a-f827-457e-969e-4effe77a63df
  kind: Event
  lastTimestamp: "2026-07-28T16:51:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:51:33Z"
    name: isvc-triton.18c6821bdc8b97e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48661"
    uid: e5dcb587-59a6-4ffd-b85a-4955c34a9a29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:49:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47653"
    uid: 79388f8a-f827-457e-969e-4effe77a63df
  kind: Event
  lastTimestamp: "2026-07-28T16:49:18Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T16:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:49:18Z"
    name: isvc-triton.18c6821bdd121c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "47667"
    uid: ae88c81e-6b1a-4250-b344-0275f98f7bd7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "48659"
    uid: 79388f8a-f827-457e-969e-4effe77a63df
  kind: Event
  lastTimestamp: "2026-07-28T16:51:33Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:51:33Z"
    name: isvc-triton.18c6823b30306c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48660"
    uid: 24276e06-9e56-48d4-abbd-1dcfa61cd2aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:51:45.161406Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48799"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-nfblx
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:51:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6823e03bf208c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48803"
    uid: 6d7d748d-025b-4f2d-8efe-8290e188cb92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48810"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:51:45Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:51:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6823e2082cbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48816"
    uid: b034f8da-6953-4e02-b80f-d3d041d34a87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:51:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6823e220114e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48818"
    uid: 79636e02-e745-4dec-9031-3afe76e955f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:51:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6823e27684380
    namespace: kserve-ci-e2e-test
    resourceVersion: "48820"
    uid: dde2e84c-c1e7-497e-b09e-83611c7ab46a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:51:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6823e2877dad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "48821"
    uid: 892d5f25-1429-422b-990f-7737aa14fdb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:51:50Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T16:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:51:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6823f268b2d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "48855"
    uid: d6014e9b-ca4b-40b5-aed0-24a33e810a00
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:52:08Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.63s (18.63s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T16:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:52:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c682437d028cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "48988"
    uid: a42fc264-56b4-4c97-be1e-f229c91a6c6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:52:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:52:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c682438026df67
    namespace: kserve-ci-e2e-test
    resourceVersion: "48990"
    uid: d946b114-590c-4067-8a7c-b292eb860221
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:52:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:52:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c68243808e42ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "48991"
    uid: 37b93204-3b43-4a26-8429-3abb1fa4fcca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:52:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:52:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c68243809a4ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "48992"
    uid: 4e98d4e8-4e6f-481d-a011-b47d00aa0c2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:52:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:52:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6824383200bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "48994"
    uid: 40b889dd-631f-481a-b6c1-424e946c53e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:52:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:52:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6824383844cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "48995"
    uid: b0a6c8fb-4097-407e-abbb-0f718ca84f16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:53:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:26Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c68243d350960a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49574"
    uid: 7bca270c-d6c8-466a-917f-b771d8b25410
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:53:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6825554a1878b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49564"
    uid: d7d9b875-44ff-4e77-bae3-33d638a7bbb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:53:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c6825554a21a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49565"
    uid: a17747c2-98c8-4041-a6f4-e8ea1154c903
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-nfblx
    namespace: kserve-ci-e2e-test
    resourceVersion: "48801"
    uid: a090d2ed-492f-4c40-bba5-4e7b02e1d8e1
  kind: Event
  lastTimestamp: "2026-07-28T16:53:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:26Z"
    name: isvc-xgboost-predictor-7566d65bf7-nfblx.18c682558571ea58
    namespace: kserve-ci-e2e-test
    resourceVersion: "49572"
    uid: 685fd79e-2263-4e9d-b153-ee68ec5bafe5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48785"
    uid: f2f0081f-8867-487f-acd9-22f5e2ba5858
  kind: Event
  lastTimestamp: "2026-07-28T16:51:45Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-nfblx'
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:51:45Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c6823e032c780d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48800"
    uid: c99699e4-bf2c-4585-a7a5-31e0252a8cf5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48783"
    uid: 93af1cf8-bbff-4b86-89af-ffd0f9517743
  kind: Event
  lastTimestamp: "2026-07-28T16:51:45Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:51:45Z"
    name: isvc-xgboost-predictor.18c6823dfecddecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "48786"
    uid: e92a5006-c1f1-40be-8a95-2e3534640f02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48784"
    uid: 6ce76371-628d-4a1e-be7c-8884c2eb4fc2
  kind: Event
  lastTimestamp: "2026-07-28T16:52:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:52:45Z"
    name: isvc-xgboost-predictor.18c682417d66a56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49256"
    uid: 01181578-4669-44ba-9a13-74eb502a3140
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48784"
    uid: 6ce76371-628d-4a1e-be7c-8884c2eb4fc2
  kind: Event
  lastTimestamp: "2026-07-28T16:52:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:52:45Z"
    name: isvc-xgboost-predictor.18c682417dd21a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "49257"
    uid: a7e2e7d0-22e3-4ff1-8cff-6ffac1494317
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48924"
    uid: 6ce76371-628d-4a1e-be7c-8884c2eb4fc2
  kind: Event
  lastTimestamp: "2026-07-28T16:53:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:53:15Z"
    name: isvc-xgboost-predictor.18c682487bc26a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "49469"
    uid: b1eddca1-8f7d-4bfb-b79a-4e46c4d08be6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:52:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48924"
    uid: 6ce76371-628d-4a1e-be7c-8884c2eb4fc2
  kind: Event
  lastTimestamp: "2026-07-28T16:53:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:53:15Z"
    name: isvc-xgboost-predictor.18c682487c310852
    namespace: kserve-ci-e2e-test
    resourceVersion: "49470"
    uid: e94bda1a-ac18-495e-b314-b69987130055
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:55:20.980706Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50588"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:55:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:55:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c6827043943553
    namespace: kserve-ci-e2e-test
    resourceVersion: "50594"
    uid: 0351718f-d616-4812-aaa9-42950ad8aa42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c682704d5d1209
    namespace: kserve-ci-e2e-test
    resourceVersion: "50601"
    uid: cb30c399-5dec-44f9-a5c5-4f5accd8abe9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50598"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:22Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:55:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c682708097c88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50609"
    uid: 2ff4a87c-cec7-4526-bbf9-998d84549c7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c682708257bb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50611"
    uid: 08c05a35-54ac-42c9-9f45-b797dba5252d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c6827084e6b777
    namespace: kserve-ci-e2e-test
    resourceVersion: "50612"
    uid: 7b2b2399-cf0b-425b-855c-38c11a268273
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c682708551850d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50613"
    uid: 06c9f80c-fb80-4380-bad4-dce97a335429
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:26Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c682719e46676e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50656"
    uid: 8ea3f0cb-4dc9-4b4b-9589-04c96658e906
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c68271a10d9743
    namespace: kserve-ci-e2e-test
    resourceVersion: "50658"
    uid: dac58ef0-6f84-4022-bc74-f72045a482e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c68271a183800a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50659"
    uid: cbaf6ab7-cc2f-4f6e-b294-cda6617475f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c68271a18e4d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "50660"
    uid: 89d4c03d-7505-429a-882f-5831cb986c16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c68271a4b779dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50661"
    uid: 91e615ef-800e-4bb8-b069-66bd6c6256e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:55:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c68271a52ce487
    namespace: kserve-ci-e2e-test
    resourceVersion: "50665"
    uid: 0901da45-c0fd-489e-b1fd-4dc97bd7d060
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:56:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c68271da4b04ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "51072"
    uid: 5f1f0152-c1cb-4cf0-8d91-022b0e469b77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:56:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c68282eaa1c2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51214"
    uid: 247dd9c4-0296-4a7d-ab00-9f2cd71137d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75
    namespace: kserve-ci-e2e-test
    resourceVersion: "50592"
    uid: 23911ed4-8867-44ca-ba23-afe2d4686398
  kind: Event
  lastTimestamp: "2026-07-28T16:56:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-p6t75.18c68282eaa2fe67
    namespace: kserve-ci-e2e-test
    resourceVersion: "51215"
    uid: 908a511a-00ce-4825-b00d-1ab93b1daf4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "50578"
    uid: 1f2b54aa-f50f-4048-9b8f-c2ef98b12cc4
  kind: Event
  lastTimestamp: "2026-07-28T16:55:20Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-p6t75'
  metadata:
    creationTimestamp: "2026-07-28T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:55:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c68270432dba66
    namespace: kserve-ci-e2e-test
    resourceVersion: "50591"
    uid: 9c2a6775-2282-4914-97dc-f990f600aa43
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50576"
    uid: 54468b29-b347-4191-b027-85210058f89c
  kind: Event
  lastTimestamp: "2026-07-28T16:55:20Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:55:20Z"
    name: isvc-xgboost-runtime-predictor.18c682703fc3e9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "50579"
    uid: 527023d9-62d7-42be-983d-79ede138e527
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50577"
    uid: 2421a4f3-c044-47a1-ae53-581ca1d1a8c6
  kind: Event
  lastTimestamp: "2026-07-28T16:56:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:56:05Z"
    name: isvc-xgboost-runtime-predictor.18c68273bed4d620
    namespace: kserve-ci-e2e-test
    resourceVersion: "50949"
    uid: 576a14e0-b459-41aa-bdcc-4dcc75bb90b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50577"
    uid: 2421a4f3-c044-47a1-ae53-581ca1d1a8c6
  kind: Event
  lastTimestamp: "2026-07-28T16:56:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:56:05Z"
    name: isvc-xgboost-runtime-predictor.18c68273bf33d6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "50950"
    uid: 39cc79e7-7163-43e9-b69b-e5c31541c93a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50733"
    uid: 2421a4f3-c044-47a1-ae53-581ca1d1a8c6
  kind: Event
  lastTimestamp: "2026-07-28T16:56:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:56:36Z"
    name: isvc-xgboost-runtime-predictor.18c6827e3c33d007
    namespace: kserve-ci-e2e-test
    resourceVersion: "51163"
    uid: c5732a0b-ad9d-484b-b5f5-a2ddd6125936
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50733"
    uid: 2421a4f3-c044-47a1-ae53-581ca1d1a8c6
  kind: Event
  lastTimestamp: "2026-07-28T16:56:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:56:36Z"
    name: isvc-xgboost-runtime-predictor.18c6827e3c9d23a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51164"
    uid: 221858ec-2855-4180-9740-9c1406bd48f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50567"
    uid: 90bf1482-9339-4ba1-9246-73ea2941ba9f
  kind: Event
  lastTimestamp: "2026-07-28T16:56:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:56:34Z"
    name: isvc-xgboost-runtime.18c682703fd61f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "51155"
    uid: a0209693-320c-4842-9793-87c5c9177955
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50567"
    uid: 90bf1482-9339-4ba1-9246-73ea2941ba9f
  kind: Event
  lastTimestamp: "2026-07-28T16:55:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:55:20Z"
    name: isvc-xgboost-runtime.18c682704054621d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50583"
    uid: 6df66f4f-bc2f-4476-bff8-8e7f8a43facb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51153"
    uid: 90bf1482-9339-4ba1-9246-73ea2941ba9f
  kind: Event
  lastTimestamp: "2026-07-28T16:56:34Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:56:34Z"
    name: isvc-xgboost-runtime.18c682817b9106d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51154"
    uid: 0cb5eb09-34e6-46e0-826f-a737bec530bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:53:30.537152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49636"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:53:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:53:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c682568ca145bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49640"
    uid: f1066318-ab2e-470c-8f33-b1d102948ac9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49645"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:30Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:53:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68256a69b9532
    namespace: kserve-ci-e2e-test
    resourceVersion: "49654"
    uid: e3f06a85-62f3-40f2-9ac9-7e39177aea2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68256a82b4b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "49657"
    uid: a13f2870-c9c7-4c4c-bcd8-feee43525f68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68256ab0c8834
    namespace: kserve-ci-e2e-test
    resourceVersion: "49658"
    uid: dac84d26-fd5c-4581-ba6a-3449224861e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68256ab81c395
    namespace: kserve-ci-e2e-test
    resourceVersion: "49659"
    uid: d3041c7b-dd7d-4774-b172-14cca18775a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T16:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68257a4caad98
    namespace: kserve-ci-e2e-test
    resourceVersion: "49693"
    uid: 83b484c5-2cab-4084-a7e9-916ff00523e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68257a82ca6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49695"
    uid: a87565ea-be57-41a9-a072-4d33c227ffa2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68257a8acfc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49698"
    uid: 6c83f3d0-5743-409a-b627-cceb9e02538e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68257a8b8ee03
    namespace: kserve-ci-e2e-test
    resourceVersion: "49699"
    uid: a44795ea-aea4-40ed-90db-0838436fdcec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68257ac162d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49702"
    uid: b64bc85d-fbbf-48b4-936e-820634138b80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:53:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:53:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68257ac930c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "49703"
    uid: a6da5dad-fd38-43b2-a2c4-339f1e59ca3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:54:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68262312eb568
    namespace: kserve-ci-e2e-test
    resourceVersion: "50046"
    uid: 986412f9-9277-4d20-bf10-f289bd8af2fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:54:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68262312f5a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "50047"
    uid: fbbf779b-13a8-4b65-8f5b-901c21716e11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:54:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68262d2c34a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "50066"
    uid: c07bcc1c-9b3b-4307-838a-703a1f76fcca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "49638"
    uid: 6a1788a1-9eca-474a-a600-84b74a39e4dc
  kind: Event
  lastTimestamp: "2026-07-28T16:54:23Z"
  message: 'Readiness probe failed: Get "http://10.134.0.62:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.62:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs.18c68262d32614df
    namespace: kserve-ci-e2e-test
    resourceVersion: "50067"
    uid: 639fb07c-1318-4a15-8863-c85b8ab42fb6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "49622"
    uid: 53faad68-bc53-49fe-b0ea-1c105d6b4d72
  kind: Event
  lastTimestamp: "2026-07-28T16:53:30Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-fcdfs'
  metadata:
    creationTimestamp: "2026-07-28T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:53:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c682568c3667ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "49637"
    uid: 6faf144f-eec3-46a8-b5ef-6b88f18aea07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49620"
    uid: 71533ca3-8d17-4f7d-b40b-63daf7daa65c
  kind: Event
  lastTimestamp: "2026-07-28T16:53:30Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:53:30Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c682568724db6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49623"
    uid: faf173a8-1382-4e6d-a851-ae564a45dc01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49621"
    uid: a42d0525-8c9f-4e44-8cf8-876cd0cd14be
  kind: Event
  lastTimestamp: "2026-07-28T16:53:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:53:45Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6825a0658d690
    namespace: kserve-ci-e2e-test
    resourceVersion: "49769"
    uid: 23d3ad13-768e-45f2-8a31-941a714cd39c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49621"
    uid: a42d0525-8c9f-4e44-8cf8-876cd0cd14be
  kind: Event
  lastTimestamp: "2026-07-28T16:53:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:53:45Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6825a06cc347c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49771"
    uid: 753478bb-19f1-4383-8bdd-b0345876b737
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49770"
    uid: a42d0525-8c9f-4e44-8cf8-876cd0cd14be
  kind: Event
  lastTimestamp: "2026-07-28T16:54:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:54:15Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6825d85c0bf58
    namespace: kserve-ci-e2e-test
    resourceVersion: "49989"
    uid: 53216fd2-2b3c-4453-ab1e-7918235e566b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49770"
    uid: a42d0525-8c9f-4e44-8cf8-876cd0cd14be
  kind: Event
  lastTimestamp: "2026-07-28T16:54:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:54:15Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6825d86300beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49990"
    uid: f946bfa3-d34f-4aac-bc29-1635827e68cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49613"
    uid: 01ceea97-40a8-4acc-90dd-020ba67a8fa4
  kind: Event
  lastTimestamp: "2026-07-28T16:54:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:54:13Z"
    name: isvc-xgboost-v2-mlserver.18c68256872ec1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49970"
    uid: 581d51d0-f9cd-4826-86d3-35dc95a618c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49613"
    uid: 01ceea97-40a8-4acc-90dd-020ba67a8fa4
  kind: Event
  lastTimestamp: "2026-07-28T16:53:30Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:53:30Z"
    name: isvc-xgboost-v2-mlserver.18c682568796df50
    namespace: kserve-ci-e2e-test
    resourceVersion: "49647"
    uid: bd71ffae-137c-4255-b17a-96df7bab5e1c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49615"
    uid: 01ceea97-40a8-4acc-90dd-020ba67a8fa4
  kind: Event
  lastTimestamp: "2026-07-28T16:53:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:53:30Z"
    name: isvc-xgboost-v2-mlserver.18c682568e34a7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "49648"
    uid: 5ad7f1bf-725e-4ae6-9ad0-9eece5a47a24
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49968"
    uid: 01ceea97-40a8-4acc-90dd-020ba67a8fa4
  kind: Event
  lastTimestamp: "2026-07-28T16:54:13Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:54:13Z"
    name: isvc-xgboost-v2-mlserver.18c68260857023c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49969"
    uid: 8bf306c6-498f-4345-84e4-06ceb7033fa0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:57:51.567067Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51816"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    to ip-10-0-136-8.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:57:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:57:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c682935339a8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51823"
    uid: 4c1d8b44-7190-4982-8eaa-ce2042151e60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c682935c83ef8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51831"
    uid: 3168cb99-c7c8-490f-8cf7-f7960399120f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51827"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:52Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:57:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c68293908b3add
    namespace: kserve-ci-e2e-test
    resourceVersion: "51840"
    uid: ff2803af-f22b-4e57-a12c-b6e3d5561509
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c6829391f9558b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51842"
    uid: 8ffe9ad1-0d51-4570-a6c7-e6123bfe6016
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c68293954ec0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "51843"
    uid: 81af8e04-9878-420e-8bc2-d6ca20986994
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c6829395c3e645
    namespace: kserve-ci-e2e-test
    resourceVersion: "51844"
    uid: a6634ea0-fa23-4716-a5df-b2127f0e7ab7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:57Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c68294ab3ee299
    namespace: kserve-ci-e2e-test
    resourceVersion: "51883"
    uid: c01ae3af-b9c9-47bc-b1d1-c00645eef102
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c68294adf8f9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51885"
    uid: 22d52f20-dd60-49a4-a384-0136f0194835
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c68294ae7fcd5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51886"
    uid: 9e547a1f-985f-4054-8542-cdcb10bf0213
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c68294ae8a6ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51888"
    uid: ba882e42-fbd4-4886-a223-c05dab63362d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c68294b153befc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51890"
    uid: 88849b21-9e2e-4849-9e01-8a7f3cbdf48e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:57:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c68294b1c41629
    namespace: kserve-ci-e2e-test
    resourceVersion: "51894"
    uid: 77010d15-70a5-4773-b796-35c13bb38dce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:58:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:58:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c68294e7469337
    namespace: kserve-ci-e2e-test
    resourceVersion: "52302"
    uid: 84cf1573-c4f9-452a-99fc-883a6f689ef1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:59:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c682a5fa5243f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52444"
    uid: b354fd41-46c4-4478-be45-ac319160fd35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:59:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c682a5fa52e05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52445"
    uid: 9b007efa-0cc2-44dd-b973-275f8f7336c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:59:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-07-28T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c682a710e6b014
    namespace: kserve-ci-e2e-test
    resourceVersion: "52479"
    uid: 08acb117-155c-42c8-99c3-cf8ddf48c039
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "51819"
    uid: d9c8f781-7e82-4c68-9d5c-2522172a5afe
  kind: Event
  lastTimestamp: "2026-07-28T16:59:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-07-28T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:59:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-9dh6k.18c682a7113d690f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52480"
    uid: 78923e85-fae0-4d4e-a006-85a310bac384
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-8.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-8.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51808"
    uid: 7e1f21fd-d3de-4703-be8a-b4d9de1918de
  kind: Event
  lastTimestamp: "2026-07-28T16:57:51Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-9dh6k'
  metadata:
    creationTimestamp: "2026-07-28T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:57:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c682935297151b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51818"
    uid: 24fdd92d-fdd7-48fc-a495-e81a49e6d5a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51806"
    uid: a5e812a6-97ab-4eb1-ad71-d6007323ce25
  kind: Event
  lastTimestamp: "2026-07-28T16:57:51Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:57:51Z"
    name: isvc-xgboost-v2-predictor.18c682934f57204d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51810"
    uid: cb83259a-8bc3-49a4-9c9a-b5c8b0b0a5e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:58:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51807"
    uid: ef13da7d-87bd-4913-9a21-a5b2ba8e243c
  kind: Event
  lastTimestamp: "2026-07-28T16:58:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:58:06Z"
    name: isvc-xgboost-v2-predictor.18c68296ce5d1aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51959"
    uid: e3acb074-9ccc-4067-8d11-d5eb2119d30b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:58:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51807"
    uid: ef13da7d-87bd-4913-9a21-a5b2ba8e243c
  kind: Event
  lastTimestamp: "2026-07-28T16:58:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:58:06Z"
    name: isvc-xgboost-v2-predictor.18c68296cec2f52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51962"
    uid: ad03aeaa-0f47-4a69-b6df-79091f3be5f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51960"
    uid: ef13da7d-87bd-4913-9a21-a5b2ba8e243c
  kind: Event
  lastTimestamp: "2026-07-28T16:59:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:59:06Z"
    name: isvc-xgboost-v2-predictor.18c6829a4d9390bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "52395"
    uid: 5cb5c629-a33c-417d-b582-c6a5639abe3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T16:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51960"
    uid: ef13da7d-87bd-4913-9a21-a5b2ba8e243c
  kind: Event
  lastTimestamp: "2026-07-28T16:59:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:59:06Z"
    name: isvc-xgboost-v2-predictor.18c6829a4e160c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52396"
    uid: c07e602b-801e-4571-b839-d4593b66f130
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:56:46.276854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51273"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:56:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682841fa029b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51279"
    uid: 5ec0a458-48c8-4e12-ae4c-04d7c05f6d71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51282"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:46Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682843988db4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51292"
    uid: 55f78984-cccd-4e51-97a4-f6e99f5185f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682843b1f6494
    namespace: kserve-ci-e2e-test
    resourceVersion: "51295"
    uid: 485a536e-e960-47a1-95c7-bf632c4ae9a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682843efdbb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "51296"
    uid: 5bb53040-0b7b-42e5-9313-b9f1aa4358f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682843fbc6e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "51297"
    uid: 74bebdae-5455-497e-9edf-821715d1835f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:51Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682853fe940d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51335"
    uid: b142fe63-7caf-4dd8-8b48-8d6625617e53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c6828542da24fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: f29eaa84-4b46-4fd0-a18f-62ab69ab96b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682854358577b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51338"
    uid: 5769bc34-3102-4dd4-96da-053a3be856d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682854363c57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51340"
    uid: c68f4d27-f4de-42f3-9e3b-f5c4e9b8d240
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682854669b84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51344"
    uid: c53c8548-9036-46cb-8b7a-dd5ea4f58e04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:56:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:56:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c6828546e5db9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51345"
    uid: fa6ad3a9-2440-410e-a9e7-8b3fdbc7cdab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:57:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:29Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c6828e1bf57864
    namespace: kserve-ci-e2e-test
    resourceVersion: "51611"
    uid: 15cc4f58-a179-4d86-88c6-de1ce761d543
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:57:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682921dc73443
    namespace: kserve-ci-e2e-test
    resourceVersion: "51754"
    uid: 7b4306f7-09fd-494e-8372-ba491efeb722
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:57:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c682921dc798fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "51755"
    uid: 2514165e-ce65-4410-b7b6-32ee97ee729c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "51278"
    uid: 5f3acdba-1cb1-464d-a3c8-eafd3d11fd65
  kind: Event
  lastTimestamp: "2026-07-28T16:57:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:57:49Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh.18c68292c1db5112
    namespace: kserve-ci-e2e-test
    resourceVersion: "51779"
    uid: 0284eed4-c552-40da-8e21-252d86994ef1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51264"
    uid: 2bae891a-27d7-484a-8db7-04dd842f7ae1
  kind: Event
  lastTimestamp: "2026-07-28T16:56:46Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-msbxh'
  metadata:
    creationTimestamp: "2026-07-28T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c682841f04dc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "51276"
    uid: 54a1754c-ad82-4fa4-a5ab-600bdbb7539a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51262"
    uid: 463a02ac-5169-46b0-addd-54aa791f4774
  kind: Event
  lastTimestamp: "2026-07-28T16:56:46Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:56:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18c682841be04142
    namespace: kserve-ci-e2e-test
    resourceVersion: "51266"
    uid: 71c3bedb-0460-403d-a224-b9d67d797b27
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51263"
    uid: b0624c88-0235-463b-b81c-a04a6e07b2b5
  kind: Event
  lastTimestamp: "2026-07-28T16:57:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:57:16Z"
    name: isvc-xgboost-v2-runtime-predictor.18c682879aed98ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "51518"
    uid: a8dda9cc-5745-4ae2-8a6d-886ebd1f8ee6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51263"
    uid: b0624c88-0235-463b-b81c-a04a6e07b2b5
  kind: Event
  lastTimestamp: "2026-07-28T16:57:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:57:16Z"
    name: isvc-xgboost-v2-runtime-predictor.18c682879b598138
    namespace: kserve-ci-e2e-test
    resourceVersion: "51519"
    uid: 03558c75-352f-4f78-a9a4-7ae3c91b672f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51418"
    uid: b0624c88-0235-463b-b81c-a04a6e07b2b5
  kind: Event
  lastTimestamp: "2026-07-28T16:57:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:57:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6828e9991689e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51736"
    uid: 5f89c12e-0463-4b47-875a-6db96a3c73f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51418"
    uid: b0624c88-0235-463b-b81c-a04a6e07b2b5
  kind: Event
  lastTimestamp: "2026-07-28T16:57:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:57:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6828e99fd780b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51738"
    uid: 22e585bc-7f25-4967-8702-437c483153c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51255"
    uid: e90eafca-f7ab-49a8-9b2b-966c897493f3
  kind: Event
  lastTimestamp: "2026-07-28T16:57:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:57:39Z"
    name: isvc-xgboost-v2-runtime.18c682841bdda040
    namespace: kserve-ci-e2e-test
    resourceVersion: "51684"
    uid: e632a39f-2108-4d4c-b48a-ac03d014160a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:56:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51255"
    uid: e90eafca-f7ab-49a8-9b2b-966c897493f3
  kind: Event
  lastTimestamp: "2026-07-28T16:56:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:56:46Z"
    name: isvc-xgboost-v2-runtime.18c682841c7140a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51270"
    uid: 5f08f3ba-3646-400a-81e6-422dc9feffbc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: e90eafca-f7ab-49a8-9b2b-966c897493f3
  kind: Event
  lastTimestamp: "2026-07-28T16:57:39Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:57:39Z"
    name: isvc-xgboost-v2-runtime.18c68290740dc574
    namespace: kserve-ci-e2e-test
    resourceVersion: "51683"
    uid: 8543f60f-6915-4b3d-8971-88d67d548cd1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51799"
    uid: 81940c6c-4371-4107-a964-4b8f3443446c
  kind: Event
  lastTimestamp: "2026-07-28T16:59:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:59:05Z"
    name: isvc-xgboost-v2.18c682934f594aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "52385"
    uid: fcaeef32-362f-4404-a926-76794d6b816b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:57:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51799"
    uid: 81940c6c-4371-4107-a964-4b8f3443446c
  kind: Event
  lastTimestamp: "2026-07-28T16:57:51Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:57:51Z"
    name: isvc-xgboost-v2.18c682934fda041f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51812"
    uid: 2b784d80-b1c0-46b1-a361-9a0b90f147c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:59:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52383"
    uid: 81940c6c-4371-4107-a964-4b8f3443446c
  kind: Event
  lastTimestamp: "2026-07-28T16:59:05Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:59:05Z"
    name: isvc-xgboost-v2.18c682a486c273c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52384"
    uid: 8df3a02c-5bf7-4198-9bff-9cc5fba56f61
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48775"
    uid: 88b784ce-db78-432f-be59-022e200af949
  kind: Event
  lastTimestamp: "2026-07-28T16:53:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:53:16Z"
    name: isvc-xgboost.18c6823dfed1c9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "49485"
    uid: f1e7fd81-b846-40bf-84b5-7c74b77829b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48775"
    uid: 88b784ce-db78-432f-be59-022e200af949
  kind: Event
  lastTimestamp: "2026-07-28T16:51:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:51:45Z"
    name: isvc-xgboost.18c6823dff4bcb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "48808"
    uid: b5ad255b-5b65-4c1f-b4a7-d57e5ac941e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:51:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48778"
    uid: 88b784ce-db78-432f-be59-022e200af949
  kind: Event
  lastTimestamp: "2026-07-28T16:51:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:51:45Z"
    name: isvc-xgboost.18c6823e05d4137e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48809"
    uid: 21d1fd2e-e6d4-4dfa-ad5d-8bce3755e39a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:53:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49483"
    uid: 88b784ce-db78-432f-be59-022e200af949
  kind: Event
  lastTimestamp: "2026-07-28T16:53:16Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:53:16Z"
    name: isvc-xgboost.18c6825337a57211
    namespace: kserve-ci-e2e-test
    resourceVersion: "49484"
    uid: 1c6d8992-c7d6-407a-98db-9a46b86bb5b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T15:46:45.642938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-s2dzj
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T15:46:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T15:46:45Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb216553749
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 2199e082-b14c-4c2e-8cf2-a68a61505aba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:46:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T15:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:45Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb22629568b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: faaae96c-909c-4178-bc94-c50a7ab12a29
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:46:46Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T15:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T15:46:46Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb253d4c374
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: d8f979cb-24f1-4d03-bf3f-4d8e4d6a4db9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:46:46Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T15:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:46Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb255c0b7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16666"
    uid: 3dc89536-5dd4-46ab-b11a-b4abcda42a7a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:46:47Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.279s (1.279s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T15:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:47Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb2a2063def
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 6f675da7-0360-4e74-a2b1-7d0298a15d8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:46:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T15:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:48Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb2a4d11056
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: 14a8ba29-c6ff-42f2-8e87-39aa6d662501
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:46:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:48Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb2a5595b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 3a768b9e-4794-4dbe-8524-43dc65cd724d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:46:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T15:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:48Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb2a5637e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: ddfe07ff-9410-4e81-af80-a8f1f6cee24a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:46:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T15:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:48Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb2a85257d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 238b3c79-0480-4858-9562-6d6e6d88f29b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:46:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:46:48Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eb2a8b6b0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 4ceb4a2d-6bda-4a5e-a346-c05ade99409c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:48:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67eccecec23fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: d996ed67-2088-45b1-942a-82d445220c64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-s2dzj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 5a632ca1-e89c-4462-bba0-69ae4efbe47e
  kind: Event
  lastTimestamp: "2026-07-28T15:48:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T15:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T15:48:40Z"
    name: message-dumper-predictor-6575bcfdfd-s2dzj.18c67ecceced5ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: 05b94f42-c01e-4215-8670-0ceb74b9b31d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: f9722d37-bbb7-4652-a676-4216fe0b5a87
  kind: Event
  lastTimestamp: "2026-07-28T15:46:45Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-s2dzj'
  metadata:
    creationTimestamp: "2026-07-28T15:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:46:45Z"
    name: message-dumper-predictor-6575bcfdfd.18c67eb2163b0531
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 5899ecdf-04a9-41eb-8e43-bb4ebc147004
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: ca7b4d40-e14d-48b3-af49-0c868f3d7e5a
  kind: Event
  lastTimestamp: "2026-07-28T15:46:45Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T15:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:46:45Z"
    name: message-dumper-predictor.18c67eb20cd1fb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: f1e9853a-a1b6-4071-b337-a0373076f79c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: a436ae20-ef00-4ae7-8f1b-b7b5c7431a25
  kind: Event
  lastTimestamp: "2026-07-28T15:47:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:15Z"
    name: message-dumper-predictor.18c67eb58b6a5935
    namespace: kserve-ci-e2e-test
    resourceVersion: "16962"
    uid: c22b8707-c39d-497f-ab28-37de93c93aa2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T15:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: a436ae20-ef00-4ae7-8f1b-b7b5c7431a25
  kind: Event
  lastTimestamp: "2026-07-28T15:47:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T15:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T15:47:15Z"
    name: message-dumper-predictor.18c67eb58bdc43aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: 267a8b02-ae71-44f6-903c-82b3c6ee48c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 423f340a-2cb4-49ee-856b-74ffccb2aec9
  kind: Event
  lastTimestamp: "2026-07-28T15:46:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T15:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:46:56Z"
    name: message-dumper.18c67eb20ccd7873
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 4ae1a67b-44b9-4eae-9e6d-8c737b361b8b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 423f340a-2cb4-49ee-856b-74ffccb2aec9
  kind: Event
  lastTimestamp: "2026-07-28T15:46:45Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T15:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:46:45Z"
    name: message-dumper.18c67eb20df7a534
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 68976115-b688-4744-9ec5-7ca3a7676b23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T15:46:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: 423f340a-2cb4-49ee-856b-74ffccb2aec9
  kind: Event
  lastTimestamp: "2026-07-28T15:46:56Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-28T15:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T15:46:56Z"
    name: message-dumper.18c67eb4b77afb3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 024d308a-1ae9-42d8-9338-e1384f1ba2a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:41:46.991695Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43827"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:41:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:41:46Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b2be0d90cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43831"
    uid: c1764d7f-86de-4995-8a3e-f5f0c9cd2300
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43837"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:47Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:41:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b2d852095b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43849"
    uid: 46f40cd5-448e-4daf-b0f8-c6c13f3f846c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b2d9ff3323
    namespace: kserve-ci-e2e-test
    resourceVersion: "43851"
    uid: 1b93de84-3324-4566-9c48-a72e82045433
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b2dd5799c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43853"
    uid: 59aa6769-abf7-4eef-81a8-c3beba4bd1cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b2ddd0932c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43854"
    uid: 3650fbd8-a42e-43a4-88c1-35c6ad4587ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:52Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:52Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b3ecd75997
    namespace: kserve-ci-e2e-test
    resourceVersion: "43886"
    uid: d13da707-4dc9-4db6-9e13-4fe93732e898
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:52Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b3f047c7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43891"
    uid: 389546a1-85a0-41b0-aea3-02c755c2ffaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:52Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b3f0c3b985
    namespace: kserve-ci-e2e-test
    resourceVersion: "43893"
    uid: 6dfd05d2-e587-4f92-9f16-8fed19130791
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:52Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b3f0ce3896
    namespace: kserve-ci-e2e-test
    resourceVersion: "43895"
    uid: b0e51124-f000-46b4-b3fc-8182fb64f10d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:52Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b3f3a4450f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43896"
    uid: 176dc747-5051-4a32-86e8-5c9eadddebf3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:41:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:41:52Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681b3f42b05ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "43898"
    uid: 9a1c7872-0820-48a9-a8c2-8be0937d1a1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:42:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681bc8fc22a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "44152"
    uid: b9ce7510-b26e-4661-8848-02e14049f567
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:42:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681c0bb526150
    namespace: kserve-ci-e2e-test
    resourceVersion: "44309"
    uid: b17e38e2-46a0-42ad-8e5a-222b262d097a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:42:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681c0bb531309
    namespace: kserve-ci-e2e-test
    resourceVersion: "44310"
    uid: 7b93a065-1b4f-4113-88c9-2931735c6828
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:42:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681c132f1d646
    namespace: kserve-ci-e2e-test
    resourceVersion: "44405"
    uid: 03479115-9d8f-4618-b036-63839c99cddd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: 4b00d6f7-89ac-496f-8d0c-4dcff0556a18
  kind: Event
  lastTimestamp: "2026-07-28T16:42:50Z"
  message: 'Readiness probe failed: Get "http://10.134.0.56:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T16:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:42:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd.18c681c171499549
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 808e8c13-c134-49b3-ab45-c54c8924e7d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43814"
    uid: 7bb23af4-7f3e-4d7b-8264-677aa2467abc
  kind: Event
  lastTimestamp: "2026-07-28T16:41:46Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-cqnvd'
  metadata:
    creationTimestamp: "2026-07-28T16:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:41:46Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c681b2bd9f325b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43828"
    uid: 6b0bc102-39f6-414e-88da-ada77e87ac22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43812"
    uid: 7342f10d-0cc4-450c-8db6-230a1a67c3dd
  kind: Event
  lastTimestamp: "2026-07-28T16:41:46Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:41:46Z"
    name: sklearn-v2-mlserver-predictor.18c681b2b89a6016
    namespace: kserve-ci-e2e-test
    resourceVersion: "43815"
    uid: 48803160-93de-4ebb-82e6-49c08d9e8b83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43813"
    uid: bd91c8ad-36e5-4e36-a96e-7c98d2a3ccbd
  kind: Event
  lastTimestamp: "2026-07-28T16:42:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:42:16Z"
    name: sklearn-v2-mlserver-predictor.18c681b6376fbb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "44071"
    uid: aa770e45-fea1-412a-a36d-6d5c59afaceb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43813"
    uid: bd91c8ad-36e5-4e36-a96e-7c98d2a3ccbd
  kind: Event
  lastTimestamp: "2026-07-28T16:42:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:42:16Z"
    name: sklearn-v2-mlserver-predictor.18c681b637dcbd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "44072"
    uid: d5379dc6-684f-4767-a3ff-ef43fef856c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43962"
    uid: bd91c8ad-36e5-4e36-a96e-7c98d2a3ccbd
  kind: Event
  lastTimestamp: "2026-07-28T16:42:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:42:46Z"
    name: sklearn-v2-mlserver-predictor.18c681bd35ff769b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44293"
    uid: 968b8d22-0f83-409a-8563-b9239b7644da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43962"
    uid: bd91c8ad-36e5-4e36-a96e-7c98d2a3ccbd
  kind: Event
  lastTimestamp: "2026-07-28T16:42:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:42:46Z"
    name: sklearn-v2-mlserver-predictor.18c681bd3672f1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44294"
    uid: bff3c8ec-d5bd-4162-b9c7-540214b5ad3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: 3819b76d-26f6-47ab-946f-5b7de1c5f02a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:42:39Z"
    name: sklearn-v2-mlserver.18c681b2b8a8a5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "44237"
    uid: 285261de-9008-4235-8fc5-95553f7e7eea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43805"
    uid: 3819b76d-26f6-47ab-946f-5b7de1c5f02a
  kind: Event
  lastTimestamp: "2026-07-28T16:41:47Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:41:47Z"
    name: sklearn-v2-mlserver.18c681b2b9376c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43836"
    uid: 9a339f31-64e1-46fb-a284-0dac56e26363
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:41:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43809"
    uid: 3819b76d-26f6-47ab-946f-5b7de1c5f02a
  kind: Event
  lastTimestamp: "2026-07-28T16:41:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:41:47Z"
    name: sklearn-v2-mlserver.18c681b2bfd2135f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43838"
    uid: 5aa45110-3d4a-4e6e-8d3c-cc1fc276ce0b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:42:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "44235"
    uid: 3819b76d-26f6-47ab-946f-5b7de1c5f02a
  kind: Event
  lastTimestamp: "2026-07-28T16:42:39Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:42:39Z"
    name: sklearn-v2-mlserver.18c681bee645591a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44236"
    uid: ccffbea9-68b2-45f7-9c90-fd48dd2b24c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T16:54:25.710932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50107"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    to ip-10-0-140-97.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T16:54:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T16:54:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c68263653e85f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50113"
    uid: f3948021-e78f-4511-927e-3f338c9350b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-884f4c75f-t4pfq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50119"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:26Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T16:54:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c682637f0bf433
    namespace: kserve-ci-e2e-test
    resourceVersion: "50130"
    uid: 4412b96e-18ff-4a97-a3c8-5b313e0befd2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:06e49304d7aff24f41f8f0b7d4ea2dcf886a7d2132c6967087fee7fad06051a4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c6826380a760d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50132"
    uid: cb2be7e3-87d7-41c1-bcef-60885931556e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c682638491713d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50133"
    uid: 44d91139-a810-483c-b0cf-8b3cf00e2a0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c68263850c4163
    namespace: kserve-ci-e2e-test
    resourceVersion: "50134"
    uid: 2b611337-0d53-4a24-9da0-8471636cc1e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c68264821c37c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "50170"
    uid: 57241e88-f9a1-4117-b6cd-a4bcbd1ffbb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c68264856b792a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50174"
    uid: 7bc2520b-88ae-452e-a19b-e3b9d8877231
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c6826485e4d400
    namespace: kserve-ci-e2e-test
    resourceVersion: "50175"
    uid: ba3dc0c9-9ce1-433c-8a3a-8f7a63155e1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c6826485eff90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50178"
    uid: 18151401-9e49-482d-8417-635cb1e0e308
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c68264892e85e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50180"
    uid: a776cbcd-8613-4394-8812-1ecb46df07a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:54:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:54:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c6826489bfd2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50181"
    uid: 487b5a65-38dc-4e19-bbab-28e4560c0dd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:55:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c6826f102b4e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50528"
    uid: 442b3bb8-2627-4a60-9a90-53833e8083c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:55:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c6826f102be2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "50529"
    uid: 2c43b60e-0f65-4792-a254-3006447a9b4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 7e76659e-fce0-47db-b7dc-162e81e10850
  kind: Event
  lastTimestamp: "2026-07-28T16:55:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T16:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T16:55:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2.18c6826f74930e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "50542"
    uid: 984ac1d9-8554-4211-8f14-ccf53cd60db0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-97.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-97.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50097"
    uid: dfd02665-5975-4dcf-b259-5614930d1a09
  kind: Event
  lastTimestamp: "2026-07-28T16:54:25Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-fjvp2'
  metadata:
    creationTimestamp: "2026-07-28T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:54:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c6826364c27581
    namespace: kserve-ci-e2e-test
    resourceVersion: "50109"
    uid: b9bbe48c-ceaa-4704-8ce1-c154aec87ab0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50095"
    uid: 20763ea4-8f6a-4a53-82af-69084ab66f2b
  kind: Event
  lastTimestamp: "2026-07-28T16:54:25Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:54:25Z"
    name: xgboost-v2-mlserver-predictor.18c6826361880565
    namespace: kserve-ci-e2e-test
    resourceVersion: "50098"
    uid: 4c2b5ea7-04ba-4756-8afc-6328f8f4bc9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50096"
    uid: 380a3a19-1479-406f-8ae3-7d37795b92ee
  kind: Event
  lastTimestamp: "2026-07-28T16:55:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:55:10Z"
    name: xgboost-v2-mlserver-predictor.18c68266e0d1a7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50472"
    uid: d9fdd86f-72c9-44c8-9fad-59eed0c5a860
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50096"
    uid: 380a3a19-1479-406f-8ae3-7d37795b92ee
  kind: Event
  lastTimestamp: "2026-07-28T16:55:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:55:10Z"
    name: xgboost-v2-mlserver-predictor.18c68266e16cff4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50473"
    uid: 0a8dcc46-d559-476e-ac7c-d4d812b6945d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50246"
    uid: 380a3a19-1479-406f-8ae3-7d37795b92ee
  kind: Event
  lastTimestamp: "2026-07-28T16:54:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:54:55Z"
    name: xgboost-v2-mlserver-predictor.18c6826a6054416c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50356"
    uid: 2e73fdef-bf63-4f0c-813b-251b11c3e9b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50246"
    uid: 380a3a19-1479-406f-8ae3-7d37795b92ee
  kind: Event
  lastTimestamp: "2026-07-28T16:54:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T16:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T16:54:55Z"
    name: xgboost-v2-mlserver-predictor.18c6826a60bcd576
    namespace: kserve-ci-e2e-test
    resourceVersion: "50358"
    uid: 9a8474cc-1569-4bb2-b590-aee94dd55e1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50087"
    uid: 52d352c3-9ee1-4959-a1f8-8b0a43df743e
  kind: Event
  lastTimestamp: "2026-07-28T16:55:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:55:07Z"
    name: xgboost-v2-mlserver.18c68263618c0c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "50448"
    uid: b0eb4dd6-889c-42de-9f20-ba2f0c407c4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50087"
    uid: 52d352c3-9ee1-4959-a1f8-8b0a43df743e
  kind: Event
  lastTimestamp: "2026-07-28T16:54:25Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:54:25Z"
    name: xgboost-v2-mlserver.18c6826362308f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50121"
    uid: ced30d3c-d971-469e-bedf-243cf67a9193
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50091"
    uid: 52d352c3-9ee1-4959-a1f8-8b0a43df743e
  kind: Event
  lastTimestamp: "2026-07-28T16:54:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:54:25Z"
    name: xgboost-v2-mlserver.18c6826368d814e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 0fac1cc7-8ac0-4289-864d-9ad52ce179c8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T16:55:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50446"
    uid: 52d352c3-9ee1-4959-a1f8-8b0a43df743e
  kind: Event
  lastTimestamp: "2026-07-28T16:55:07Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T16:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T16:55:07Z"
    name: xgboost-v2-mlserver.18c6826d26e554e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50447"
    uid: cc630f08-a3ed-404e-8137-328af345fda5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "56109"