---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:46:23.387167Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24965"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:46:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:46:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45210a364bced
    namespace: kserve-ci-e2e-test
    resourceVersion: "24970"
    uid: ab82a19a-7d17-43ba-aeb4-7d73443f6762
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24973"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:23Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:46:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45210c551dd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "24985"
    uid: 29b4892d-4a53-45f5-b417-8ba10acc8dfd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45210c70425c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24987"
    uid: 3350aafd-48cb-44ee-b291-50b2ea85e027
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45210c973e164
    namespace: kserve-ci-e2e-test
    resourceVersion: "24988"
    uid: fd32f6da-fbcd-4deb-8ffb-7d1e8aa916b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:24Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45210c9fc6355
    namespace: kserve-ci-e2e-test
    resourceVersion: "24989"
    uid: aa401a6b-9510-4a9b-8f5a-fc82884417bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:28Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45211d9195f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: dc205841-1f7b-4ae2-b89e-8b241e432be6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45211dbdfa786
    namespace: kserve-ci-e2e-test
    resourceVersion: "25027"
    uid: 74961534-4a5c-4d20-b35d-d0259ab54444
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45211dc5ab980
    namespace: kserve-ci-e2e-test
    resourceVersion: "25028"
    uid: 8bbc5790-ad88-40c2-a360-88693315cb05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45211dc6695f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 2aa38070-5f26-4bac-90a6-cd05544dd331
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45211df23d5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25033"
    uid: b5680c28-db53-4219-aec5-0b747b8a0ed7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45211dfb484de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25034"
    uid: 0c578663-8310-4d21-a5a0-7fbbf6b9b355
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:36Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d4521250f415df
    namespace: kserve-ci-e2e-test
    resourceVersion: "25095"
    uid: 0ed74cba-a615-40b1-9f17-cc23b5042aa1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:58Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45218d0d7f329
    namespace: kserve-ci-e2e-test
    resourceVersion: "25285"
    uid: 15db05b7-5dc2-4de5-97ab-d018bf0a969d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: a298fc64-cf88-4b85-b9c6-d04a4b8a6564
  kind: Event
  lastTimestamp: "2026-09-11T16:46:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:58Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5.18d45218d0d89150
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: a401b088-cdb3-45db-aed6-8772ed133c16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24955"
    uid: a1116c50-1c2a-4678-acae-cc1a2dc1c5e7
  kind: Event
  lastTimestamp: "2026-09-11T16:46:23Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-lnxb5'
  metadata:
    creationTimestamp: "2026-09-11T16:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d45210a236a541
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: 9848d7df-68c6-490c-b330-41fa5e500c8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: 2dea0274-4d8f-405e-89b1-fcee6c020874
  kind: Event
  lastTimestamp: "2026-09-11T16:46:23Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d452109d176fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: f4610ce7-47cb-4add-b4ad-6150b35d9725
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: f99072fc-2dd3-431b-bc7b-fc017ca67e16
  kind: Event
  lastTimestamp: "2026-09-11T16:46:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d452141b887b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: 81c4015e-7b85-4bf0-93e7-94cd9ab33449
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: f99072fc-2dd3-431b-bc7b-fc017ca67e16
  kind: Event
  lastTimestamp: "2026-09-11T16:46:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d452141bfb9050
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: e468cb3f-dd97-49a0-807c-1a2568ba15f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: f99072fc-2dd3-431b-bc7b-fc017ca67e16
  kind: Event
  lastTimestamp: "2026-09-11T16:46:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d452179b32723d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25225"
    uid: 81e0d6de-53fd-4504-abaa-96a9d495e95b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: f99072fc-2dd3-431b-bc7b-fc017ca67e16
  kind: Event
  lastTimestamp: "2026-09-11T16:46:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d452179bb99044
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: 5b7309ff-3898-462e-9b8a-c7109b167301
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: b332fa2c-2c7f-440e-8c27-99c8d78d503c
  kind: Event
  lastTimestamp: "2026-09-11T16:46:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:46:46Z"
    name: isvc-autogluon-ts-v1-noslash.18d452109d06c42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: 6173e4f3-3c67-4d19-bd4e-7c3dcd593669
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: b332fa2c-2c7f-440e-8c27-99c8d78d503c
  kind: Event
  lastTimestamp: "2026-09-11T16:46:23Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:46:23Z"
    name: isvc-autogluon-ts-v1-noslash.18d452109dcb4dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24961"
    uid: b11c3c85-6679-486c-b1c8-88072ade8491
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25172"
    uid: b332fa2c-2c7f-440e-8c27-99c8d78d503c
  kind: Event
  lastTimestamp: "2026-09-11T16:46:46Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:46:46Z"
    name: isvc-autogluon-ts-v1-noslash.18d45216122f5b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: 62a7ae5e-a643-4a28-b5c1-88a6090b5441
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:45:35.606678Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:45:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:45:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d4520583745c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 612a72ea-e165-44b3-87fb-85a4a40172d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24451"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:36Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:45:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45205a5850d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: 8cfc7a39-ca95-4c36-b734-de823dd659df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45205a6f2b703
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: e2862f2d-81db-4d41-ba74-980b71a45f3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45205aa5771c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: bb4291e6-192e-424a-bc0d-10792e5386f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45205aacb5439
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: 67b77584-6203-4178-8dc1-d2f0451d02aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:45Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45207ca8cccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: 1d3f0a72-0f61-47fc-9e13-82560c451bf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45207cea82d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: bab36204-8775-4f09-a451-437c27673910
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45207cf23c0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: c52edef0-3ba9-48b4-91ea-87410be7a6ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45207cf2f6136
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 2a7e96af-e047-4cf6-bc60-4737345ae56f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45207d246d64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: b1c77973-a66f-4cc7-b6b3-ff3ebf276697
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45207d2c6d728
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: 2cc99618-c8a5-4ba6-b168-31a447256b72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:45:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d45208426b41ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24689"
    uid: fe312f55-1fef-40f8-8df8-1f2971e9869a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:46:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d4520f6ae12b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: 520a483d-31f2-4bce-bf2c-83466be16926
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:46:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d4520f6ae1d69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24895"
    uid: c4f0387c-5604-4fd7-8ee6-bf67382b8459
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: e2393be1-a28f-4b38-a75d-6c6ede3e9f04
  kind: Event
  lastTimestamp: "2026-09-11T16:46:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:46:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w.18d4520f7aa4fd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24900"
    uid: b3012fe5-cce4-4622-b3c1-f35d3c69b4ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: 4bd93993-3d24-497a-a176-6d240ca86536
  kind: Event
  lastTimestamp: "2026-09-11T16:45:35Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-78r9w'
  metadata:
    creationTimestamp: "2026-09-11T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d4520582e6fcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24444"
    uid: b035a84e-adb9-4c8a-8463-016313989c4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: 6da28bce-61b4-426e-9641-80ac32305cdc
  kind: Event
  lastTimestamp: "2026-09-11T16:45:35Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:35Z"
    name: isvc-autogluon-ts-v1-predictor.18d452057e36983b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: ddcedab8-a334-471a-8268-fa81482eb610
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: 4ba108f4-35e7-4b1d-aa51-0e2d46608104
  kind: Event
  lastTimestamp: "2026-09-11T16:46:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:05Z"
    name: isvc-autogluon-ts-v1-predictor.18d45208fd52e808
    namespace: kserve-ci-e2e-test
    resourceVersion: "24793"
    uid: d49b4683-4e0a-4292-939a-93307ae48464
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: 4ba108f4-35e7-4b1d-aa51-0e2d46608104
  kind: Event
  lastTimestamp: "2026-09-11T16:46:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:05Z"
    name: isvc-autogluon-ts-v1-predictor.18d45208fdf6e63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24794"
    uid: 299511ed-820f-4588-8edc-674690d83ddf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: c09864ef-8e5b-45ca-b9ed-2c7236c79c18
  kind: Event
  lastTimestamp: "2026-09-11T16:46:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:46:03Z"
    name: isvc-autogluon-ts-v1.18d452057e49d721
    namespace: kserve-ci-e2e-test
    resourceVersion: "24778"
    uid: fb6e1e3e-01ad-4bd9-8469-fcd7b15e8138
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: c09864ef-8e5b-45ca-b9ed-2c7236c79c18
  kind: Event
  lastTimestamp: "2026-09-11T16:45:35Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:45:35Z"
    name: isvc-autogluon-ts-v1.18d452057ef8676d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24436"
    uid: b1b1af33-7fa6-44b3-9f58-6d6e57d10027
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24776"
    uid: c09864ef-8e5b-45ca-b9ed-2c7236c79c18
  kind: Event
  lastTimestamp: "2026-09-11T16:46:03Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:46:03Z"
    name: isvc-autogluon-ts-v1.18d4520c05e0810d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24777"
    uid: ae16bda7-9d70-4754-a304-a13ad7d7602b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:33:24.525150Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4515b4b998b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 7691bcf5-536c-4ee1-a6a3-7df2aa634684
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:33:25Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:33:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4515b6d9d7e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: a1ec7f59-d3b0-4491-a19c-1e4a9f14bdd7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:33:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4515b6f981e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: dbfef0b5-ce15-4d19-9740-25c6d73b1c01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:33:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4515b729ce58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 42f63ac6-96a3-4ffb-8e4d-67c080617952
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:33:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4515b73140fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 3ce84bc7-4c6d-41b2-9f36-ac4cd7d69b0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:33:56Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T16:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d45162a5b2d02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18496"
    uid: 4b814d06-c310-4231-ab45-21b485c1b4a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:35:58Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m2.066s
    (2m2.066s including waiting). Image size: 8945753381 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4517f1167cabc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: 8cc57a17-3f38-47ee-bdd7-176e9556af55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:35:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4517f1c546f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: 8948fedb-e4b2-4830-9506-6e3848ddb0d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:35:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4517f1e115b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: 4db95bb9-c561-4903-ae60-d68dd468b36d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:35:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4517f1e1d42da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: 0db350be-1a77-4cfe-8b41-763816ed3eba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:35:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4517f25774ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 830a8676-8db4-4ad9-90f9-2b6552a32f25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:35:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4517f26891778
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: 8ffdf7e2-2672-4f44-b68b-35eecbbaa79b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:36:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d4517f7132b02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 712a965d-1134-4c92-bba1-73b7455223a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:36:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d45186af4bdc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19736"
    uid: 32c59b10-18aa-45bd-9906-ac45950249f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: b5b18639-c0d6-463e-a598-e3d60a378475
  kind: Event
  lastTimestamp: "2026-09-11T16:36:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-kvpvl.18d45186af4c7e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: 88192455-524b-46a1-a27b-7af82f86812b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: 1ce67fa3-2699-4e18-a041-3fa8fae42c9f
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-kvpvl'
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d4515b4af7640c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18137"
    uid: ff000598-9a8e-4032-bd71-0bbf95f866f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 378707ae-8eaa-4fe4-9ffa-b67bcaafe624
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-autogluon-v1-predictor.18d4515b41cbb9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: d3304ac8-3f6d-49f7-9854-a761dd2501de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: 4fcf5ba5-9180-4279-8f51-347a60672e41
  kind: Event
  lastTimestamp: "2026-09-11T16:36:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:09Z"
    name: isvc-autogluon-v1-predictor.18d4515ec063e9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: 7bbc8c1b-4d52-46c1-930e-811cfb8491d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: 4fcf5ba5-9180-4279-8f51-347a60672e41
  kind: Event
  lastTimestamp: "2026-09-11T16:36:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:09Z"
    name: isvc-autogluon-v1-predictor.18d4515ec0e15c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 9b2432f5-5156-436d-8495-87615e5c9465
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18301"
    uid: 4fcf5ba5-9180-4279-8f51-347a60672e41
  kind: Event
  lastTimestamp: "2026-09-11T16:36:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:24Z"
    name: isvc-autogluon-v1-predictor.18d4518538264fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: be7ca56d-0a55-4aa0-aed1-fa3bbf99e4a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18301"
    uid: 4fcf5ba5-9180-4279-8f51-347a60672e41
  kind: Event
  lastTimestamp: "2026-09-11T16:36:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:24Z"
    name: isvc-autogluon-v1-predictor.18d4518538cc23b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: dcfaa8d4-2b48-456a-bf45-967105566aec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: 3fb497c2-833d-4ee2-8d80-7c5d55b2b65e
  kind: Event
  lastTimestamp: "2026-09-11T16:36:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:15Z"
    name: isvc-autogluon-v1.18d4515b41ec7313
    namespace: kserve-ci-e2e-test
    resourceVersion: "19611"
    uid: 8d9fbdee-d6ee-4a0f-a36a-3d9a0a782fe0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: 3fb497c2-833d-4ee2-8d80-7c5d55b2b65e
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-autogluon-v1.18d4515b42db209f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18114"
    uid: 0efe5f83-d333-44ac-bdee-f4338a03e319
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 3fb497c2-833d-4ee2-8d80-7c5d55b2b65e
  kind: Event
  lastTimestamp: "2026-09-11T16:36:15Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:15Z"
    name: isvc-autogluon-v1.18d4518331ecf351
    namespace: kserve-ci-e2e-test
    resourceVersion: "19610"
    uid: 60103e38-10cd-452c-a72f-a03a098e09bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:43:14.227946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:43:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:43:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451e498a03fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: 42554f20-2936-4491-ab83-c840f8f7fb30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451e4a346825c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23166"
    uid: 53fc2b2f-af47-4bd2-9548-d7056024a768
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:15Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:43:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451e4de4aa19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 9bf6eacc-dbfb-4455-8edf-27a07c2258e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451e4e07bbc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: 4d0b138c-e085-4ba8-868a-9144e17d4183
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451e4e3b8862f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23183"
    uid: 8484e4ba-84ad-4fb4-81df-6405b5945f15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451e4e432f0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23184"
    uid: 261f8bd1-0dfb-46ab-9d4d-f2352f484adb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:44Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:44Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451ebbc09920c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23405"
    uid: 7582180f-1dd9-4f99-b8b3-a961043d551e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:44Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451ebbeba575d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 6994b1eb-b053-4161-8312-94031dd6fcc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:44Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451ebbf37a9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23408"
    uid: 3f67011f-b76b-44b4-9efc-ad7b07efb8b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:44Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451ebbf41f3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23409"
    uid: 09f8e8ab-23c0-4cdb-a769-3faf6d8b7ea8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:44Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451ebc21eadc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23410"
    uid: 213fc106-d7fd-4a78-8982-cd95ef3c62c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:45Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d451ebc2978d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: 79c531e3-a3dd-41d8-a138-553e94f950c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:45:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d452044d092b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "24370"
    uid: f338452e-762e-444f-a89e-b88c1be3fce6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: e4871cb8-cee5-45e4-bfc9-b53b6680233a
  kind: Event
  lastTimestamp: "2026-09-11T16:45:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k.18d452044d09b39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24371"
    uid: 02dece98-fed8-40b9-ad50-152c317ca678
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23142"
    uid: 1ea6a0b2-8f60-4a44-a754-443fb9286139
  kind: Event
  lastTimestamp: "2026-09-11T16:43:14Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-5ws9k'
  metadata:
    creationTimestamp: "2026-09-11T16:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:43:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d451e497c7548e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23155"
    uid: a953e657-c3f0-4e0e-af28-3114c18febbd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23141"
    uid: f6e676ff-0e66-4bbf-a912-1218532b11e1
  kind: Event
  lastTimestamp: "2026-09-11T16:43:14Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:43:14Z"
    name: isvc-autogluon-v2-noslash-predictor.18d451e48d0d9344
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: bb742bdf-b477-4e4d-bbda-050c0df0c355
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: be5f4da5-15ef-429f-b0d4-8883fbe47332
  kind: Event
  lastTimestamp: "2026-09-11T16:44:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:14Z"
    name: isvc-autogluon-v2-noslash-predictor.18d451e80da89789
    namespace: kserve-ci-e2e-test
    resourceVersion: "23712"
    uid: 9bf26299-438b-46e0-a273-28feb3e493af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: be5f4da5-15ef-429f-b0d4-8883fbe47332
  kind: Event
  lastTimestamp: "2026-09-11T16:44:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:14Z"
    name: isvc-autogluon-v2-noslash-predictor.18d451e80e7ec040
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: 1f03dd5e-ba46-487c-800d-4d6f53616d8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23292"
    uid: be5f4da5-15ef-429f-b0d4-8883fbe47332
  kind: Event
  lastTimestamp: "2026-09-11T16:45:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:29Z"
    name: isvc-autogluon-v2-noslash-predictor.18d451ef0d4caaa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24345"
    uid: f1d1a01a-b2c2-4121-b80d-0ed7c3ce799f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23292"
    uid: be5f4da5-15ef-429f-b0d4-8883fbe47332
  kind: Event
  lastTimestamp: "2026-09-11T16:45:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:29Z"
    name: isvc-autogluon-v2-noslash-predictor.18d451ef0ddf99ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: e5a506ac-a7a4-4122-9e5b-fb2f6f7351ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 4298a6d5-5344-43fb-935f-555f59895100
  kind: Event
  lastTimestamp: "2026-09-11T16:45:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:45:23Z"
    name: isvc-autogluon-v2-noslash.18d451e48dc5d686
    namespace: kserve-ci-e2e-test
    resourceVersion: "24305"
    uid: 46dba4df-c610-4ee9-a9d0-422217668688
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 4298a6d5-5344-43fb-935f-555f59895100
  kind: Event
  lastTimestamp: "2026-09-11T16:43:14Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:43:14Z"
    name: isvc-autogluon-v2-noslash.18d451e48eb4b528
    namespace: kserve-ci-e2e-test
    resourceVersion: "23149"
    uid: 92ad5c7d-f865-4a47-b657-b7d0630bfdf4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24303"
    uid: 4298a6d5-5344-43fb-935f-555f59895100
  kind: Event
  lastTimestamp: "2026-09-11T16:45:23Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:45:23Z"
    name: isvc-autogluon-v2-noslash.18d45202bec69b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: 9909bd83-f948-447f-a627-7d62bd67b434
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:36:36.111247Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:36:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:36:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d45187e705607d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: df24ef6e-7d64-4765-8791-01b6e9619a72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:36:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d45187f38d98be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19817"
    uid: 0dae1102-742c-47eb-99a7-24ea0d3079d1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19813"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:36:37Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:36:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451882c93dc36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: 5edfd6d8-9b68-4ac0-8967-5c076e52343a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:36:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451882e21a11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 4e0643cf-58cf-465c-8ed5-1895115f1836
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:36:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d45188313450fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: c1f4885f-94d5-4f6e-b836-52568e788d13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:36:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d4518831a9bc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: b7c44eb8-c10c-46f2-a6cb-4657a9de8f45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:37:07Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T16:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d4518f2a4ccdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: 83389146-e15f-45f2-bff4-d75e3e15e760
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:39:19Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m12.076s
    (2m12.076s including waiting). Image size: 8945753381 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451adeaa612d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: 1f5fe13c-01eb-4463-9930-896797b796d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:39:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451adf12c255b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: 0b76def8-d3b6-4d92-9132-5da1cf7abbba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:39:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451adf23dfc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: feed54d9-e917-4089-a746-aee12aa72ef9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:39:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451adf24c051a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21240"
    uid: 258daf40-ac5c-44ac-b544-68b7a045d9ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:39:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451adf761c841
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: fdc46f7e-fb30-4d43-af4f-19ecc87c07e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:39:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:19Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451adf857c39f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: ae72eaf6-d58f-408d-bef7-56b097ecd8ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:41:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451c6e30228e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: e1e7b341-2ad9-4214-b32f-f9266cda4a9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: d6b5f4b8-934b-4462-b4a6-1ab78b438f5f
  kind: Event
  lastTimestamp: "2026-09-11T16:41:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr.18d451c6e302c962
    namespace: kserve-ci-e2e-test
    resourceVersion: "22125"
    uid: 932124e5-f28f-4703-9417-8f03e82a51d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: 49287ffb-0f41-4846-b9d9-6e8d825cd708
  kind: Event
  lastTimestamp: "2026-09-11T16:36:36Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-ng6fr'
  metadata:
    creationTimestamp: "2026-09-11T16:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d45187e65c6f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 86c88e46-ee04-41df-a5e9-b3b78ee00537
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: eba0ec6a-1b79-4ca2-8925-fb0b914daebd
  kind: Event
  lastTimestamp: "2026-09-11T16:36:36Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:36Z"
    name: isvc-autogluon-v2-predictor.18d45187e27635a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: f3e9547e-d928-4dd8-bd4a-9a031dcbd785
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: 579ee234-2144-4eb9-a8b7-818eca0eba39
  kind: Event
  lastTimestamp: "2026-09-11T16:39:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:36Z"
    name: isvc-autogluon-v2-predictor.18d4518b6182da88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: fecf847a-aa65-4d57-a2e8-ea7e176e553f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: 579ee234-2144-4eb9-a8b7-818eca0eba39
  kind: Event
  lastTimestamp: "2026-09-11T16:39:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:36Z"
    name: isvc-autogluon-v2-predictor.18d4518b6201d29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: e98fc106-00f2-4db8-a92d-618993a1370e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19959"
    uid: 579ee234-2144-4eb9-a8b7-818eca0eba39
  kind: Event
  lastTimestamp: "2026-09-11T16:39:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:51Z"
    name: isvc-autogluon-v2-predictor.18d451b55b909373
    namespace: kserve-ci-e2e-test
    resourceVersion: "21485"
    uid: 1bda1b2a-b1a8-4322-8cbf-79cd31329806
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:41:11.832784Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22185"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:41:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:41:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c8194e2122
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: 89470ddd-d2ef-4407-9ed8-fc4fc106ac5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c8290b2f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: 7f5ff60d-b851-46c0-916e-711c92a57458
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:13Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:41:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c85f1dcf52
    namespace: kserve-ci-e2e-test
    resourceVersion: "22214"
    uid: 34c0e29b-2ca5-48f7-836a-406159dc61f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c860951dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22216"
    uid: 3f808d7b-32fd-47ff-a393-c63ff99b322d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c8632cab6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22218"
    uid: bab6e999-ba0b-430b-90bf-5181e8564957
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c86393398f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22219"
    uid: b57a70ce-7daa-4b6a-8f38-2fb61b1948fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:18Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c99c98668d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22269"
    uid: 6b4e2925-b4dd-43c6-8957-4413ec960bdb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c99fc3c569
    namespace: kserve-ci-e2e-test
    resourceVersion: "22271"
    uid: ff7a45b9-bf9d-4ecb-8a27-5fb71ab8bdad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c9a04f1539
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: 3e242c41-89d5-488c-965f-7a2bdb8052af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c9a05ba844
    namespace: kserve-ci-e2e-test
    resourceVersion: "22273"
    uid: 25b7eab2-3382-4572-953d-a74d1bbe1f6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c9a3593987
    namespace: kserve-ci-e2e-test
    resourceVersion: "22276"
    uid: afb12888-7e7b-4e4c-b6d9-e8b9d896a32d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:41:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451c9a3c77c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: 08df08d5-baef-4734-8f49-d55266884c6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:43:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-11T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:05Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451e2990daef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: b8bcc40a-43d0-49ff-ab2f-7e6f41ff6fb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:43:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451e35ad35d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: 5ae3aaae-d5d8-4d6b-9964-c72eb280d944
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:43:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451e35ad3ecd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23093"
    uid: f0e30ead-da72-4d55-92f1-1019368f8ca4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 1cd55664-8127-40a1-a2aa-50de931bf041
  kind: Event
  lastTimestamp: "2026-09-11T16:43:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2.18d451e3b0f9e420
    namespace: kserve-ci-e2e-test
    resourceVersion: "23099"
    uid: af0eecc3-a1a4-4994-a273-9c9f5af9752b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: dfbaf54e-073e-4212-8f23-1386f8888269
  kind: Event
  lastTimestamp: "2026-09-11T16:41:11Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-llqg2'
  metadata:
    creationTimestamp: "2026-09-11T16:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d451c818e2f292
    namespace: kserve-ci-e2e-test
    resourceVersion: "22187"
    uid: 78b89ff1-3e13-4378-962e-2fe0f8a2732f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 6a8885de-1514-4106-8cac-42df422f5adf
  kind: Event
  lastTimestamp: "2026-09-11T16:41:11Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:11Z"
    name: isvc-autogluon-v2-variants-predictor.18d451c814d7d34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22180"
    uid: 3d35a315-5e0f-4ab2-aa9c-3e93ec10b3d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: bafe3ae1-8d91-4b18-8596-ef636895f81c
  kind: Event
  lastTimestamp: "2026-09-11T16:41:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d451cb938abad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22550"
    uid: f10c4d4e-f3e9-410d-aeea-ba05fa2b4703
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: bafe3ae1-8d91-4b18-8596-ef636895f81c
  kind: Event
  lastTimestamp: "2026-09-11T16:41:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d451cb93fbd563
    namespace: kserve-ci-e2e-test
    resourceVersion: "22551"
    uid: 42bfa6ee-764e-411e-a255-bcd6508c97ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:42:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22335"
    uid: bafe3ae1-8d91-4b18-8596-ef636895f81c
  kind: Event
  lastTimestamp: "2026-09-11T16:42:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:42:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d451d611514e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22984"
    uid: 2ceb283a-e82e-4566-b6de-5ead8b4bf4a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:42:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22335"
    uid: bafe3ae1-8d91-4b18-8596-ef636895f81c
  kind: Event
  lastTimestamp: "2026-09-11T16:42:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:42:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d451d611d0a0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: 246c06fd-3ec3-4b92-a98a-12797985854d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: e76e94da-212a-48d3-8e29-53c4babe120c
  kind: Event
  lastTimestamp: "2026-09-11T16:42:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:42:54Z"
    name: isvc-autogluon-v2-variants.18d451c814bd0649
    namespace: kserve-ci-e2e-test
    resourceVersion: "22968"
    uid: fe745785-8380-4b20-8a25-517d7996d8f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: e76e94da-212a-48d3-8e29-53c4babe120c
  kind: Event
  lastTimestamp: "2026-09-11T16:41:11Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:41:11Z"
    name: isvc-autogluon-v2-variants.18d451c8153a5dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22182"
    uid: 6628f74d-144c-43a3-a6f4-6f30d8a60483
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22966"
    uid: e76e94da-212a-48d3-8e29-53c4babe120c
  kind: Event
  lastTimestamp: "2026-09-11T16:42:54Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:42:54Z"
    name: isvc-autogluon-v2-variants.18d451e00d4531a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22967"
    uid: 6d096be2-c6e4-4b24-b504-85df2009b3dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: 3fa25cfc-aefd-4e2f-80b3-48862f439093
  kind: Event
  lastTimestamp: "2026-09-11T16:40:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:40:55Z"
    name: isvc-autogluon-v2.18d45187e24562a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: 7c6ae148-72bc-414f-b36a-70f46f872488
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: 3fa25cfc-aefd-4e2f-80b3-48862f439093
  kind: Event
  lastTimestamp: "2026-09-11T16:36:36Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:36Z"
    name: isvc-autogluon-v2.18d45187e2c3292b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: e47017e7-8c9c-4b44-a725-3679d1d59434
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22029"
    uid: 3fa25cfc-aefd-4e2f-80b3-48862f439093
  kind: Event
  lastTimestamp: "2026-09-11T16:40:55Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:40:55Z"
    name: isvc-autogluon-v2.18d451c459369073
    namespace: kserve-ci-e2e-test
    resourceVersion: "22030"
    uid: 9fea8002-746c-42c4-aed7-1bd6a3db7f10
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:47:03.878914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6474b875b9-l68gc
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:47:03Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521a10e3d94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: 9138e477-ae01-4463-b9f7-d99697984474
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521a331d46c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25398"
    uid: 50811423-dd43-4190-aead-f59e59c427ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521a34dc2955
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 03fdcdea-91a2-43ab-bb3f-14e20dfc714e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521a379e9f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: e01d0afa-a954-42f3-aec3-e9e8a2a5c848
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521a381deaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25404"
    uid: 840deb91-37f6-47a1-bb01-54db205ec58c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521b33afe8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25453"
    uid: ec2d2385-2d42-4a8f-89c8-012ce6070bb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521b372e2a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25457"
    uid: 07821809-ec1e-4470-9e6a-955486833c3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521b37d21361
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: b07384e4-1b7e-4f93-b233-7046a57ac52b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521b37dabc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 332ad240-cd7e-4d25-bc5d-ffad64c89d78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521b3aded68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25462"
    uid: 98e7ce6d-a8fc-47de-b1f1-291b7cfa7b7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521b3b559132
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: b9882d3f-040e-4fa4-a954-288bb5b105c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:20Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4521b6fd4d3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26108"
    uid: 013f142f-3191-4128-bbdb-908c43bf48f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:26Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4522d68a751c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26338"
    uid: eac5811b-2b52-4b19-9d06-9a3f6f75623f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:26Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4522d68a84ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26341"
    uid: 12d603fa-f8f1-431e-b648-c0cded4428cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-l68gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25369"
    uid: 89dd3d30-20fa-4570-95b2-d4bcec00cb5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:30Z"
    name: isvc-canary-create-predictor-6474b875b9-l68gc.18d4522e4bf2f629
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: d17a122a-db4b-4432-bc3b-b5f3cc25c033
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:47:03.947211Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6474b875b9-zrzwc
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:47:03Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521a14f5f6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: dff8f081-e2ea-4395-b6e8-24b052a263c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25384"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521a379de2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25403"
    uid: 187781c5-63fd-44c4-8b39-b803ac4abd1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521a39e0a26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: 06044690-2ca7-4c6e-a887-78b0ca0aa522
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521a3cd23fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25407"
    uid: 65986952-5926-426f-8273-28f464b2f4c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521a3d4e15ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25408"
    uid: 36d4ffa5-b22d-4a33-8089-8307b95cdb2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:09Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-11T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:09Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521b46fcd52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25470"
    uid: c90917f7-731b-45cd-82fd-b91e8bd8669d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 13.7s (13.7s including waiting). Image size: 1583654804 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521e77970007
    namespace: kserve-ci-e2e-test
    resourceVersion: "25631"
    uid: 457bec1f-b12a-4775-a0cb-4afb6472f1eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521e7bd71089
    namespace: kserve-ci-e2e-test
    resourceVersion: "25640"
    uid: d2f4fc97-fdaf-4e7c-a6b6-86adf27f1e79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521e7c572f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "25642"
    uid: b554e64c-2b95-4aa6-b416-5b43cbe0b1e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521e7c64900d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 87a306ff-da5e-43ff-ba8c-ee8cb504ec36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521e7f83633b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: c6acd79d-9649-41c3-9f0b-93830ccd2651
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:47:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521e800e9701
    namespace: kserve-ci-e2e-test
    resourceVersion: "25648"
    uid: 1f9bfea6-5551-4bb6-bb9c-50d3bc469ebc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:48:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:30Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d4521ecbbb8f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 64adc355-91d8-41c8-b42c-8fc38215590e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:48:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:43Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d45231565d31bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: 3d79d15b-c188-414e-8972-edb65d754647
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:48:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:43Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d45231565e683c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26631"
    uid: 321a49e2-b567-485e-902d-5907fc003135
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zrzwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: aeb461b9-6cc4-4862-b57d-d115e3b1c1fd
  kind: Event
  lastTimestamp: "2026-09-11T16:48:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:45Z"
    name: isvc-canary-create-predictor-6474b875b9-zrzwc.18d45231a804d873
    namespace: kserve-ci-e2e-test
    resourceVersion: "26655"
    uid: bd1b2889-8d7f-4132-9364-556680c6a8ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: 36e3d612-7b96-431a-8735-65b1124c089a
  kind: Event
  lastTimestamp: "2026-09-11T16:47:03Z"
  message: 'Created pod: isvc-canary-create-predictor-6474b875b9-l68gc'
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:03Z"
    name: isvc-canary-create-predictor-6474b875b9.18d4521a102785c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: fd5f9201-c6bf-4678-8608-0356f2866b78
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: 36e3d612-7b96-431a-8735-65b1124c089a
  kind: Event
  lastTimestamp: "2026-09-11T16:47:03Z"
  message: 'Created pod: isvc-canary-create-predictor-6474b875b9-zrzwc'
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:03Z"
    name: isvc-canary-create-predictor-6474b875b9.18d4521a14109f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: 3cc27a4d-7a9c-45c5-a145-f04e50d10e2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 36e3d612-7b96-431a-8735-65b1124c089a
  kind: Event
  lastTimestamp: "2026-09-11T16:48:26Z"
  message: 'Deleted pod: isvc-canary-create-predictor-6474b875b9-l68gc'
  metadata:
    creationTimestamp: "2026-09-11T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:26Z"
    name: isvc-canary-create-predictor-6474b875b9.18d4522d68816f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26336"
    uid: 5ccf8dd3-3261-45e8-a428-306d0a1972ce
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 6b66870c-f61b-4fc6-a035-c6fcd7013ce6
  kind: Event
  lastTimestamp: "2026-09-11T16:47:03Z"
  message: Scaled up replica set isvc-canary-create-predictor-6474b875b9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:03Z"
    name: isvc-canary-create-predictor.18d4521a0ab3266e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25351"
    uid: 7560822c-25ad-40d7-ae42-28f98de70d39
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26327"
    uid: 6b66870c-f61b-4fc6-a035-c6fcd7013ce6
  kind: Event
  lastTimestamp: "2026-09-11T16:48:26Z"
  message: Scaled down replica set isvc-canary-create-predictor-6474b875b9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:26Z"
    name: isvc-canary-create-predictor.18d4522d67ccb24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26334"
    uid: 005645f5-907b-434b-bc5c-24d92089f374
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:47:03.798229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:47:03Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521a0c14a915
    namespace: kserve-ci-e2e-test
    resourceVersion: "25359"
    uid: 3c048a8a-4ade-4491-b55d-0f3471ca0760
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25365"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521a2e3f30fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 91f93ab7-a5a9-4682-b962-6dff9eded8a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521a3018b891
    namespace: kserve-ci-e2e-test
    resourceVersion: "25396"
    uid: 4b072a36-832b-4e64-bb4e-c77206e5a547
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521a32be5d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 45e06000-09fc-444c-9fe6-c4b4b0275585
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521a33365d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25399"
    uid: bfcb06f2-a499-4a7a-83ed-ccceba56a484
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521b339a1201
    namespace: kserve-ci-e2e-test
    resourceVersion: "25452"
    uid: 9d4f59d8-50ec-439e-9009-b9d1bce441da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521b37241b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25456"
    uid: 591336b7-baba-4f7a-8985-677d2ac5ac95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521b37ad060f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: 34ee4e43-4af7-4bee-a3b9-51aaa73d7272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521b37b77234
    namespace: kserve-ci-e2e-test
    resourceVersion: "25459"
    uid: 7dce110f-0c7b-40c0-85ec-2a0576ec5bf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521b3ae9498e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: b8a9eb1c-9357-487a-8c98-9ef0b0b21340
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:47:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:08Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521b3b614902
    namespace: kserve-ci-e2e-test
    resourceVersion: "25467"
    uid: a8cb9500-89d3-46b5-a870-89777f03d5fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:48:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:46Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4521baba39836
    namespace: kserve-ci-e2e-test
    resourceVersion: "26667"
    uid: 9a379a00-93ec-4fd6-8b44-0a9e841b38c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:48:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:43Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4523156930b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: a8ec387e-39cc-4f51-a232-af982a05a7ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:48:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:43Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d452315693898b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26632"
    uid: b78f7796-6e87-452a-8f82-4c0b41257cd7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 047b51d0-01e5-40b7-b5b7-2dec5c50aa03
  kind: Event
  lastTimestamp: "2026-09-11T16:48:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:46Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-v25rb.18d4523205eee175
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 38f48fce-4c1a-4018-8aa4-6a74adc6f2fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-96f77bdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25338"
    uid: 12f8eae3-cbef-437b-87ed-b5df628bbc63
  kind: Event
  lastTimestamp: "2026-09-11T16:47:03Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-96f77bdbd-v25rb'
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:03Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd.18d4521a0b72ba9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25356"
    uid: 2fd8c80a-f7d6-42fa-b30c-77705b910889
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25337"
    uid: 78b01076-18b2-40a4-94bc-8a57ad2c9d76
  kind: Event
  lastTimestamp: "2026-09-11T16:47:03Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-96f77bdbd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:03Z"
    name: isvc-canary-create-v2-predictor.18d4521a069cdab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25339"
    uid: c08ea502-11ae-4e69-ad86-15e3a759355b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25328"
    uid: 645c0adb-2fef-480b-80a6-de2c8501559d
  kind: Event
  lastTimestamp: "2026-09-11T16:48:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:48:40Z"
    name: isvc-canary-create.18d4521a09e7bd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 0e6963b7-6b5c-46e6-9285-063b1286cd40
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25328"
    uid: 645c0adb-2fef-480b-80a6-de2c8501559d
  kind: Event
  lastTimestamp: "2026-09-11T16:47:03Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create.18d4521a0a9f1a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: ee216593-c1ec-4c30-adc3-b12cf8d55778
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25328"
    uid: 645c0adb-2fef-480b-80a6-de2c8501559d
  kind: Event
  lastTimestamp: "2026-09-11T16:47:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:47:04Z"
    name: isvc-canary-create.18d4521a0a9f6e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "25386"
    uid: a6aed7d4-888b-4c25-9585-b03d7e397261
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26586"
    uid: 645c0adb-2fef-480b-80a6-de2c8501559d
  kind: Event
  lastTimestamp: "2026-09-11T16:48:40Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:48:40Z"
    name: isvc-canary-create.18d4523087e5116a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: aad6ace6-131b-4928-9d9b-64f31c3548c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:48:49.200785Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cf78f884f-l6qgw
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45232969002d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: c82e9ba2-6beb-491c-b9aa-c2934c211e60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45232b905092b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26762"
    uid: 53e6ac4e-f289-464d-b270-d1a500342c81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45232bacb0d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26766"
    uid: 6dcd9aba-5feb-442f-8804-c5501a44a66b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45232bde04a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26768"
    uid: 61b43b30-852f-4e55-a51e-35d35eca56a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45232be55d8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26769"
    uid: faf5ca1a-2ffb-4492-bbb0-d97216881c4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45233da0d1499
    namespace: kserve-ci-e2e-test
    resourceVersion: "26856"
    uid: 4c040530-0d70-4095-8850-a8d3bb6457f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45233dd4ab10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26860"
    uid: 014d8548-992e-49ee-9761-b82c4bf63dbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45233ddbf98b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: 440ac39f-1931-45ff-9ee9-f0b4441499c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45233ddcb0352
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: 4b0f44aa-f2cf-49fb-a474-88e16b2f4998
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45233e08d5d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26865"
    uid: f82ff1e7-ceef-48d3-871a-be2946ba3e7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45233e102674b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26866"
    uid: 644dcc56-0c69-4df6-a102-055540688930
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:50:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:01Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45234162ae850
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 51423d0d-abd7-4cb6-a303-61601c6fcf24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:50:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:24Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45248b0813f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 851904af-6f7c-4f8a-a51b-d0f32c25279e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:50:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:24Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45248b081a13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: 4e6d0e3f-af56-4797-a0fb-b0370743f0f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5dd29238-824d-42fa-a044-7ed9a5e43e5e
  kind: Event
  lastTimestamp: "2026-09-11T16:50:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:26Z"
    name: isvc-canary-promote-predictor-7cf78f884f-l6qgw.18d45249466d991b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27827"
    uid: 8ca93a89-ec17-43ef-9fa5-e5dbd6c64622
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:48:49.144857Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26725"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cf78f884f-s5xm7
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45232933a9c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26728"
    uid: 85ef767f-628b-45fa-bb6f-a0cdedbaf38c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45232b5585b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 80bb4494-25ef-40e2-aadd-cdb70d13aead
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45232b6dc992a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26761"
    uid: 38dcfa5e-a253-4bc2-a58a-816963e07ce9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45232b9d3382a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26763"
    uid: 1665dd52-0fb8-44ef-a38c-ed81b6a5e23e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45232ba498597
    namespace: kserve-ci-e2e-test
    resourceVersion: "26765"
    uid: d3a12cb7-1354-4ffd-92ff-4ae1bc8de5a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45233c23eb06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 318b04f5-b060-47c6-a29b-5bae0c62cbd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45233c64f054b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 580f470d-dd2f-404c-97b9-30fe9e48244a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45233c6cac01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: f9d9fdf8-2882-41f6-86e8-514fa24281d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45233c6d618c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: e30761b3-7624-4d14-88b5-4f7693693e6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45233cae756c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: 6c093227-32bc-4404-a832-3d3f9dde82ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d45233cb606c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: a707481f-4081-4cb0-abca-39661c38a4e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:50:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d452343a4a41d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27734"
    uid: 02266985-b5bf-4052-875f-76c8fb793510
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:50:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:21Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d452480e871418
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: bdab0792-d80d-44b4-ad6b-03f8f7db98c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:50:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:21Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d452480e87b2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 8be8c94f-c46e-4ca3-81ea-e3a0751776c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4d15b9bf-969d-44a0-bec6-ee3304e16fc3
  kind: Event
  lastTimestamp: "2026-09-11T16:50:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-s5xm7.18d4524840695dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27733"
    uid: e25a56c0-d179-41f3-8b7e-173e48d9aa75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 5954a0bd-adfb-4fa7-b092-763deba74334
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cf78f884f-s5xm7'
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d4523292df996d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: c13572b3-5990-4fba-aeb5-4485eb6193bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 5954a0bd-adfb-4fa7-b092-763deba74334
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cf78f884f-l6qgw'
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d4523296221d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: 028dc909-5fb3-4dcc-9136-1a561ad51717
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: 5954a0bd-adfb-4fa7-b092-763deba74334
  kind: Event
  lastTimestamp: "2026-09-11T16:50:21Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-7cf78f884f-s5xm7'
  metadata:
    creationTimestamp: "2026-09-11T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:50:21Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d452480e5f83fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27715"
    uid: d6b10761-3d81-494d-b85d-86ae50b46d53
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26707"
    uid: cf6994d8-c1b1-4775-a1eb-c3735dded1eb
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: Scaled up replica set isvc-canary-promote-predictor-7cf78f884f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-predictor.18d452328c37c0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26710"
    uid: 2462ea48-8838-425f-855e-178251a4d781
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: cf6994d8-c1b1-4775-a1eb-c3735dded1eb
  kind: Event
  lastTimestamp: "2026-09-11T16:50:21Z"
  message: Scaled down replica set isvc-canary-promote-predictor-7cf78f884f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:50:21Z"
    name: isvc-canary-promote-predictor.18d452480de1f750
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 8c469a8c-e1c6-445f-b2fc-20616b1e6db5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:50:24.259641Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:50:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:50:24Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45248b88312d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27772"
    uid: 5a2278b7-10e9-4318-9c2d-9ed040e4c773
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27776"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:24Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:50:24Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45248dbe92657
    namespace: kserve-ci-e2e-test
    resourceVersion: "27785"
    uid: e7ee0e2e-ada8-4eb2-bc3b-3398c36b2115
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:24Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45248dda328ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27788"
    uid: 51bbf17b-0e75-4424-ac21-aaf62370b4f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:25Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45248e536f430
    namespace: kserve-ci-e2e-test
    resourceVersion: "27789"
    uid: 89b61809-ecb5-45bc-a821-325a6465aa5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:25Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45248e6a1e90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27790"
    uid: 0078ac4f-5fe5-4828-82fd-a856b3ccbe27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:29Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45249d9bef873
    namespace: kserve-ci-e2e-test
    resourceVersion: "27847"
    uid: 7f8b74e9-7233-4f5b-864e-ad5863f0f0b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:29Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45249de0fbc3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: 4a981ae3-b3b8-4073-8dcb-89ce294f23ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:29Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45249de85747c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27851"
    uid: ce3854d5-ea68-4dea-a12c-472a03dc6764
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:29Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45249de9058a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: cd59ad64-7287-4e50-8a9f-3a7849d494fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:29Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45249e2188f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 0404c165-9d21-4325-a552-248a199784cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:50:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:29Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d45249e291815c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27855"
    uid: 8f06f009-84ab-4f37-8fd4-e8883b240e63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:51:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:51:56Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d4524a16170795
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: f48f1a8c-efa2-4c73-b906-950438c8590f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:51:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:51:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d4525db4631698
    namespace: kserve-ci-e2e-test
    resourceVersion: "28536"
    uid: 289bb4b5-c7d4-4bdf-9a98-c89aa4aa8016
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:51:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:51:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d4525db4641095
    namespace: kserve-ci-e2e-test
    resourceVersion: "28538"
    uid: 9bc97375-13e6-49a2-92b4-9f027f3cc27c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 6aab4a77-7ee4-4655-b8d1-fd966ddd8214
  kind: Event
  lastTimestamp: "2026-09-11T16:51:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:51:56Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b.18d4525e1c69a6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28551"
    uid: c11c4d18-8d8d-4015-8cb8-e0f630cd4a53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:48:49.078460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d452328f4573cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26722"
    uid: 5a3a0b65-1593-4415-9bc8-e3bfc79d294f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d452329a502010
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: ddabc943-77e4-4847-b965-559bc5d10a19
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26724"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:50Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:48:50Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45232d4f45e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: 9da254f4-7534-4f97-aba7-e702f689de71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:50Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45232d6e33a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "26783"
    uid: 6ddc42cd-9420-43da-932a-222c712a52a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:50Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45232d98952ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: f0c55d87-a471-4fb5-bbad-bf96b165ab0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:50Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45232da010ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: 8a4114ec-c8bb-4492-b954-2db7d5dc3805
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45233c253280d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: 8cfc29fa-247e-4a29-ae2b-fe8946c5c92c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45233c65fd66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: 8aaa97fe-c12e-4b55-bd07-74657d1cb9ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45233c6dd4e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: e1962e88-3adf-44c7-984e-598d05d2e50a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45233c6e71af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: 3b9b314c-e5b4-44f7-9045-610fd98c228e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45233caf4bda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26852"
    uid: 71d9ee77-793a-4fd2-b5df-4edfe5e7881a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45233cb7c704e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 75ed4110-0f16-4b91-938f-5a6fe3dc4732
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:52:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:01Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d45233fe5ddb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28674"
    uid: 94d17c88-c491-4d92-84c6-ca0726c72900
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:51:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:51:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d4525db43d7598
    namespace: kserve-ci-e2e-test
    resourceVersion: "28535"
    uid: a34fb614-ad96-401c-b4df-d2d3e32a241b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:51:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:51:54Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d4525db43e85cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28537"
    uid: f3234f0c-7c3f-40cf-99a8-dd308a7dd4df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: d5cecc23-ac05-468d-9081-277fb4618ab5
  kind: Event
  lastTimestamp: "2026-09-11T16:52:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:01Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h.18d4525e23147be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28673"
    uid: 9478b2f6-ba45-4f79-b53a-a7fb78bc7fc6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5b4b466b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26699"
    uid: 9604f0ff-b731-45df-8fe1-ad4cfe8699c6
  kind: Event
  lastTimestamp: "2026-09-11T16:48:49Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5b4b466b66-g7b8h'
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:49Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66.18d452328e68b168
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: f460617d-50be-4616-be46-beb4ef663621
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5b4b466b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27764"
    uid: 9604f0ff-b731-45df-8fe1-ad4cfe8699c6
  kind: Event
  lastTimestamp: "2026-09-11T16:50:24Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5b4b466b66-8v72b'
  metadata:
    creationTimestamp: "2026-09-11T16:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:50:24Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66.18d45248b8052f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: 16ab7da9-bad6-4154-9ea0-ca63a202b57f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26698"
    uid: e2313cec-7573-40c2-8e57-a5eb05baf1ec
  kind: Event
  lastTimestamp: "2026-09-11T16:48:48Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5b4b466b66 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:48Z"
    name: isvc-canary-promote-v2-predictor.18d452328903021c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26700"
    uid: 6b1ed9b5-8583-4718-9b4b-66a4738d0073
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: e2313cec-7573-40c2-8e57-a5eb05baf1ec
  kind: Event
  lastTimestamp: "2026-09-11T16:50:24Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5b4b466b66 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-11T16:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:50:24Z"
    name: isvc-canary-promote-v2-predictor.18d45248b400260d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27765"
    uid: b942073b-5011-48a1-809e-ea094d9f6f84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26688"
    uid: 4540ebca-3c75-4e15-8046-98a193f94a50
  kind: Event
  lastTimestamp: "2026-09-11T16:50:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:50:21Z"
    name: isvc-canary-promote.18d452328b9a383f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27726"
    uid: f222eef9-1af3-4600-ac47-166e2708e720
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26688"
    uid: 4540ebca-3c75-4e15-8046-98a193f94a50
  kind: Event
  lastTimestamp: "2026-09-11T16:50:21Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:50:21Z"
    name: isvc-canary-promote.18d452328c430b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27727"
    uid: 3199b7d6-9d30-46ab-a044-232bbd0b5ee4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26688"
    uid: 4540ebca-3c75-4e15-8046-98a193f94a50
  kind: Event
  lastTimestamp: "2026-09-11T16:50:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:50:21Z"
    name: isvc-canary-promote.18d452328c4345f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27728"
    uid: e97117b5-0ee5-42e7-9610-555e105c0e16
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 4540ebca-3c75-4e15-8046-98a193f94a50
  kind: Event
  lastTimestamp: "2026-09-11T16:51:46Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:51:46Z"
    name: isvc-canary-promote.18d45245f4fb0211
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 8a512c38-df42-4037-b48a-b030982868f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:51:59.766303Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28629"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d4525ef527149b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28633"
    uid: 223ac00b-f350-4f90-93de-ec0cbe812d61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28638"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:00Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:52:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d4525f175455dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: 25e11645-50fe-49fa-ba36-f49b98e16738
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d4525f19399c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: 714b59a9-42e9-477b-99cb-a1907369bb47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d4525f1c680dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: 25056e36-e431-4c3e-afea-629cc8c2fea5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d4525f1cde1c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28657"
    uid: 85904fdf-b28e-40de-ba30-3dc2d5295d78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d45260155b3d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28703"
    uid: fa6f02aa-fb80-4271-b4e8-77125a93ceb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d45260198f5ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28707"
    uid: fe92ad0f-eeb7-4d9f-bebd-ebbf9ce901ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d452601a117e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28709"
    uid: 30784ec3-a18f-4272-b33b-736ae2976bd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d452601a1e0dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28710"
    uid: d6f98e89-d939-46a4-acbb-bf071db3cc97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d452601d4c7ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28713"
    uid: 1ee5aa52-99e3-4b77-9885-fad851e95e06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:52:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d452601dd0fc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28714"
    uid: 9c364f51-85cc-46cf-957e-f4ea9e190979
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:55:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:31Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d452605176abf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30660"
    uid: a6e6b56b-f553-4885-a857-3209d6b1838c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:55:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:29Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d4528fda160d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "30641"
    uid: cf8346db-3488-4232-b251-d949c3f13ba7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:55:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:29Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d4528fda16d82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30644"
    uid: 480f830f-0acd-4777-ba6e-00406c6325c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 44f0d988-c82b-4f24-9556-ff1ecd9c03de
  kind: Event
  lastTimestamp: "2026-09-11T16:55:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:31Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk.18d452904847aaf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 82155cf8-ac9c-4e36-b584-42e784717386
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:53:59.940963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29752"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:53:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:53:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527af01edd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "29755"
    uid: 68c6b363-6c15-4684-b777-173892a981c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:00Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:54:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527b120a8dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29765"
    uid: dc47ed71-7924-4c92-be67-51d85baab5c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527b13e3f8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29767"
    uid: b5cf346c-0fd3-413f-8ebe-e10ea268c14c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527b169bdf52
    namespace: kserve-ci-e2e-test
    resourceVersion: "29768"
    uid: a2ab7b34-1d07-4089-89a0-1725921d6ca9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527b16fed978
    namespace: kserve-ci-e2e-test
    resourceVersion: "29769"
    uid: 8168589c-32f3-4cbf-b8ab-f060f0fd78a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527c099e0337
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: 78b10ecf-99db-4a6a-bf19-fa8ed89a8b32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527c0c787a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29809"
    uid: 929eac9c-b85c-4050-ac27-53def2e774a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527c0ce25729
    namespace: kserve-ci-e2e-test
    resourceVersion: "29810"
    uid: 07a39602-3123-4d92-bd6b-dffccb5d555b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527c0ced4806
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: 0ce053b0-2542-460f-b4a8-45e19587aca4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527c1019ce4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: d078c978-a0bf-4148-9921-898b268ac8e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527c10807187
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: a3ef0b83-1fc1-426d-8472-d87d9a63d39f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:32Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4527c819b6eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30672"
    uid: 7c1dcaf4-c9b9-4971-a564-be804344d7a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:29Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4528fda3662c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: b4167c5b-29b8-4214-9882-cd9f168d42b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:29Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4528fda37476b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30645"
    uid: 3088d564-d1c6-431a-b6b2-cde743723d55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 49b324b7-f071-4feb-b568-a8304849d84a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:32Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll.18d4529087cd7f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30671"
    uid: f3859056-7bfb-43b7-a3a4-489439ccecbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:51:59.694618Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28619"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d4525ef0e134da
    namespace: kserve-ci-e2e-test
    resourceVersion: "28624"
    uid: 3b45e76d-0567-4e13-8c60-660cd76cd01a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:51:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d4525efa64d5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28643"
    uid: 2971c7d3-89df-4520-bbe3-cc003efb8849
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28627"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:02Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:52:02Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d4525fb3064ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28689"
    uid: 98fbc125-9186-464c-b157-6eebc5434eda
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:30Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d45266042c1e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: afe929e6-d6f1-4f56-b149-1d091b67cb64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:30Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d452660e50cf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28897"
    uid: f171ce18-7b8e-4636-a573-e61d8286f2f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:30Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d452660f5b1f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28899"
    uid: a77af3c0-bcf6-4c50-9563-446961adcd5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d4526739b3d5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28957"
    uid: 60f9e49f-2968-4b68-91da-cebaa058ad12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d452673fbac09b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28963"
    uid: 766fa84c-3691-4ac8-b54a-f2936e81215b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d4526740ecbd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "28965"
    uid: 16581d2c-9ec3-4d76-9e60-470829525b73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d4526740f8a827
    namespace: kserve-ci-e2e-test
    resourceVersion: "28967"
    uid: 866b9cb6-3d65-4faf-83a1-7860192c8221
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d4526748a7de27
    namespace: kserve-ci-e2e-test
    resourceVersion: "28971"
    uid: afeef30c-524d-4d95-aeda-c836bc6a10f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d452674940b05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28972"
    uid: c3c6e2f8-a1cf-4f3a-90cc-d24bef58430c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:53:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:43Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d45267b1d5c069
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: 65b07e70-61c9-408f-ba8a-c973fa6fd124
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:53:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:54Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d45279b2589a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 810325f8-9b68-46dc-b502-9362e8dc93d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:53:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:54Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d45279b2592482
    namespace: kserve-ci-e2e-test
    resourceVersion: "29683"
    uid: 6c5d9ad0-9f66-4d38-9c8c-4f7c87466595
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: f4634433-246b-452d-a6bc-84ef26b98359
  kind: Event
  lastTimestamp: "2026-09-11T16:53:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:58Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk.18d4527a8e0078f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: 88468e43-d462-4adc-a5bc-db811234d19d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28603"
    uid: d6d61a3f-e650-475f-a649-251f31694227
  kind: Event
  lastTimestamp: "2026-09-11T16:51:59Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk'
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d4525ef08008c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: 102cf824-2569-4f0f-9f6a-ab453834af88
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28603"
    uid: d6d61a3f-e650-475f-a649-251f31694227
  kind: Event
  lastTimestamp: "2026-09-11T16:51:59Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-8wwpk'
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d4525ef49c5b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "28631"
    uid: 19b42c1f-4d02-4e5c-ad68-d7b68f68e082
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29661"
    uid: d6d61a3f-e650-475f-a649-251f31694227
  kind: Event
  lastTimestamp: "2026-09-11T16:53:53Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6b8c75c7b9-wjkpk'
  metadata:
    creationTimestamp: "2026-09-11T16:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:53:53Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d452796e3fa509
    namespace: kserve-ci-e2e-test
    resourceVersion: "29666"
    uid: d6471309-966a-42f4-bced-cfbf9e00c63e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29748"
    uid: d6d61a3f-e650-475f-a649-251f31694227
  kind: Event
  lastTimestamp: "2026-09-11T16:53:59Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-s77ll'
  metadata:
    creationTimestamp: "2026-09-11T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:53:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d4527af03e8bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29754"
    uid: a1723926-1f20-4f59-991d-8820166a227e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: cf2d05f4-991b-474b-9cbe-6f0e14bc3f1c
  kind: Event
  lastTimestamp: "2026-09-11T16:51:59Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b8c75c7b9 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback-predictor.18d4525eeaac60fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: 7de4b523-2f03-4771-b9f8-212dd3196a5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29657"
    uid: cf2d05f4-991b-474b-9cbe-6f0e14bc3f1c
  kind: Event
  lastTimestamp: "2026-09-11T16:53:53Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6b8c75c7b9 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:53:53Z"
    name: isvc-canary-rollback-predictor.18d452796da02a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29662"
    uid: 9aa20f3c-b2ff-4cd1-8b53-5a6481d7a19f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29743"
    uid: cf2d05f4-991b-474b-9cbe-6f0e14bc3f1c
  kind: Event
  lastTimestamp: "2026-09-11T16:53:59Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b8c75c7b9 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-11T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:53:59Z"
    name: isvc-canary-rollback-predictor.18d4527ae656da36
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 29c4098f-48ff-4f4d-afa5-9465e49797b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:51:59.630614Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28609"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d4525eed10a612
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 81c102f0-56df-40d2-9e3a-db0366c74b00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28618"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:02Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:52:02Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d4525fad9d1274
    namespace: kserve-ci-e2e-test
    resourceVersion: "28687"
    uid: 52618fe6-f228-4792-befc-798288c5b774
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:30Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d45266042c2629
    namespace: kserve-ci-e2e-test
    resourceVersion: "28894"
    uid: d1efb9b7-3250-42c5-8ad5-10b32dbcbbe8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:30Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d452660e3197c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28895"
    uid: bbf43dd0-e099-4048-a1aa-4b4188e14a00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:30Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d452660eed0828
    namespace: kserve-ci-e2e-test
    resourceVersion: "28898"
    uid: 2f461512-ecf5-4139-ba63-fb41ee8d5e3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d4526739c81185
    namespace: kserve-ci-e2e-test
    resourceVersion: "28958"
    uid: 87f70473-e0c2-42eb-ac5b-be0b359a127f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d452673fb9a9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28962"
    uid: 01513053-d93c-4012-8e09-547ff713badc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d4526740ecb58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 6d5621de-e941-4dcf-a0ea-4c461c979bdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d4526740f73c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: c78727d8-6354-4fce-b469-1244bac249fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d45267486b3615
    namespace: kserve-ci-e2e-test
    resourceVersion: "28970"
    uid: 2f805b02-2b08-45d5-925a-1a37201a7ae9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:52:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:35Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d452674940b059
    namespace: kserve-ci-e2e-test
    resourceVersion: "28973"
    uid: b74eb0fb-3ede-42a5-955e-9b9252f54eb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:54:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:03Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d45267b1d92e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29794"
    uid: 7fd7d4a1-1d6f-4a42-bb26-1b4e47e2a637
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:53:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:59Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d4527adb71ca65
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: b2d75558-880a-4a32-8e5f-478e6c46253f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:53:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:59Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d4527adb724c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "29741"
    uid: 3874bbb1-5a75-4200-8efa-be72bb83ad03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 46ff62d5-bd3b-4727-b6c3-cae2cf88d4b0
  kind: Event
  lastTimestamp: "2026-09-11T16:54:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:03Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj.18d4527bb7ffad9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29793"
    uid: 980ef0e1-888a-4a95-a919-92158aa79f81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28594"
    uid: 81af7ab2-efab-4a8a-8ea0-db40ff942e12
  kind: Event
  lastTimestamp: "2026-09-11T16:51:59Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7b8b964c7b-c8lhj'
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b.18d4525eec901a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: e2917d9d-51cf-4d57-98a4-1f226a20968c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28593"
    uid: 60b3e7ce-2d85-4e22-9237-6b9d81d877cf
  kind: Event
  lastTimestamp: "2026-09-11T16:51:59Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7b8b964c7b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback-v2-predictor.18d4525ee73291c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28595"
    uid: f898aadb-d9c6-4bf7-af08-f982ae4902db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: 9adcb898-270b-4ee5-8913-b8e487caf234
  kind: Event
  lastTimestamp: "2026-09-11T16:53:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:53:53Z"
    name: isvc-canary-rollback.18d4525eea3cef76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29673"
    uid: 7de57e50-5e31-44bc-8dc8-c9865ed19ef9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: 9adcb898-270b-4ee5-8913-b8e487caf234
  kind: Event
  lastTimestamp: "2026-09-11T16:53:53Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:53:53Z"
    name: isvc-canary-rollback.18d4525eeac23262
    namespace: kserve-ci-e2e-test
    resourceVersion: "29674"
    uid: 2d494b65-78ec-4710-ad62-e45b15c2b0cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: 9adcb898-270b-4ee5-8913-b8e487caf234
  kind: Event
  lastTimestamp: "2026-09-11T16:51:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:51:59Z"
    name: isvc-canary-rollback.18d4525eeac32ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 8511be31-6c54-4740-a8ca-f8dbff8332b9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29645"
    uid: 9adcb898-270b-4ee5-8913-b8e487caf234
  kind: Event
  lastTimestamp: "2026-09-11T16:55:22Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:55:22Z"
    name: isvc-canary-rollback.18d4527942118a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "30566"
    uid: d8ece900-823d-4555-bdfd-cc0539f60501
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:55:35.189464Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5cdcf6545-kqh6q
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452911d5facf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: 31288385-16ea-4eaf-8d0e-06f9688f025f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d4529126d222f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: b96ac8f8-8b51-4740-807c-bb02b63986a2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30740"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d4529162eafd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30782"
    uid: a63b4394-b6ee-4584-aaae-fff7c19ae5b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d4529164ee0205
    namespace: kserve-ci-e2e-test
    resourceVersion: "30784"
    uid: 0a5f954a-3cde-4c09-b6d8-5fb41201b2f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d4529167a3ff7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30785"
    uid: a83a5960-e22c-4f8a-a497-e86a1b46adfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452916808cbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30786"
    uid: ee92f5cd-286b-4bfd-b564-97362e7e4739
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:41Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452927a556a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 7044997b-d893-4a41-9520-248dae6ed1e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:41Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452927d72eb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30852"
    uid: d0d42510-3ef2-4036-aeb4-33b890d584aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:41Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452927de54696
    namespace: kserve-ci-e2e-test
    resourceVersion: "30853"
    uid: 4d3b9385-6347-4d96-a196-96798c8b4c40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:41Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452927df07aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: 239cecb7-2ee6-4101-9432-6c08fccf5c62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:41Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d4529280a0ed08
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 1dc5b691-9ba0-499c-8e95-39f09d63b31e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:55:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:41Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452928107bf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30857"
    uid: f59e0c9c-2064-4120-8757-a263be66314a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:57:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:09Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d45292b6c0b565
    namespace: kserve-ci-e2e-test
    resourceVersion: "31645"
    uid: da63abba-f96b-4960-999a-c62ef5731bf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:57:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:08Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452a6c7b1fc06
    namespace: kserve-ci-e2e-test
    resourceVersion: "31628"
    uid: f6ad12c1-b37e-485c-b936-0e8523a3a33b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:57:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:08Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452a6c7b2aabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31631"
    uid: 8c1482fb-0b22-4374-a771-b2962754c6ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 26df51ea-4b4d-46c6-8ec3-2e29e04a5ef7
  kind: Event
  lastTimestamp: "2026-09-11T16:57:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:09Z"
    name: isvc-canary-stop-predictor-5cdcf6545-kqh6q.18d452a6f8e16232
    namespace: kserve-ci-e2e-test
    resourceVersion: "31644"
    uid: 083ae9fb-1ff4-469d-bb58-005bd1cc727c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:55:35.295068Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5cdcf6545-mth9z
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d4529123ab5e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "30745"
    uid: 39a2d643-d346-4099-8e3d-b0fa064bd169
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d4529130fd08ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30756"
    uid: d6f848c8-f009-4069-9af2-599768661745
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30749"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d45291699b04c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30787"
    uid: 0eacbd86-79c3-47a3-b828-929a097d2221
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452916b49873c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30789"
    uid: 97ea47bf-49c7-49bb-a96d-b40c8bd1b911
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452916f94cd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: 13cf1154-04b2-493c-be88-116ee27079d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d45291700ef66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: d5ed0de3-50d0-4fb3-968c-6b0f11177741
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d4529267c600c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: 7ab6e7a1-5363-45a6-afed-ef7216f1ed14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452926b208708
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: fcb19c18-ac8a-47a5-9338-c64adf0f0087
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452926b9a1bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30843"
    uid: 81eee8d4-c28a-4255-9566-a081b028fbc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452926ba4d628
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: fc454231-3f05-4d5a-8c8c-6f883558c9f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452926fab1241
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: 8860cc0f-1262-4064-880f-e529c74c2d2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452927024d5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 45d90e83-7efa-4172-9824-7705b48712bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:56:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:49Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d45292dfc8d5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: d59da568-1bc2-4621-a1b1-f7323c832450
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:57:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:10Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452a736698cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 96e4040d-ae35-491d-9cf7-6ee9d1d61343
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:57:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:10Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452a7366a4f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "31676"
    uid: 2088f477-2a8d-443c-8f89-d832be7c06a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b73d107d-d7ea-4b6e-86b5-43bc3ac4194a
  kind: Event
  lastTimestamp: "2026-09-11T16:57:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:13Z"
    name: isvc-canary-stop-predictor-5cdcf6545-mth9z.18d452a810120709
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: d69674f1-96f2-4d74-a4a4-463bf216302a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "30714"
    uid: 98e380b2-4cb4-4cce-87da-2df440298963
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: 'Created pod: isvc-canary-stop-predictor-5cdcf6545-kqh6q'
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d452911c1e9779
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 329c0fac-eb1b-4217-ab18-42be6a7e7c88
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "30714"
    uid: 98e380b2-4cb4-4cce-87da-2df440298963
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: 'Created pod: isvc-canary-stop-predictor-5cdcf6545-mth9z'
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d4529122c120bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30743"
    uid: 0a4135d2-e154-4503-a806-56cc3b04aaad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "31620"
    uid: 98e380b2-4cb4-4cce-87da-2df440298963
  kind: Event
  lastTimestamp: "2026-09-11T16:57:08Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5cdcf6545-kqh6q'
  metadata:
    creationTimestamp: "2026-09-11T16:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:57:08Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d452a6c78d2234
    namespace: kserve-ci-e2e-test
    resourceVersion: "31624"
    uid: ea27c769-ae28-496b-9790-9d4f60201130
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30713"
    uid: f69061f0-14d6-4620-8101-a703fcc7a778
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5cdcf6545 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-predictor.18d45291174ee478
    namespace: kserve-ci-e2e-test
    resourceVersion: "30717"
    uid: a2c591d3-5a43-4c43-8fc1-06112e6d99dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: f69061f0-14d6-4620-8101-a703fcc7a778
  kind: Event
  lastTimestamp: "2026-09-11T16:57:08Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5cdcf6545 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:57:08Z"
    name: isvc-canary-stop-predictor.18d452a6c67e2cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31621"
    uid: 5b5c96eb-d917-4f48-b7e4-d1cf4288d1ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:55:35.105906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30715"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-596664c988-bsz9b
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452911864a3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30725"
    uid: f223f24d-36c9-42ae-9042-aa17b5b5bebb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452913a19124d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: ec450fb5-5def-4965-87f2-f929eb51d056
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452913be903f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30764"
    uid: 4cd2abb1-5388-4858-876c-661e7c951af4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452913f432dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30766"
    uid: be4c23d9-e114-474b-8877-7bd74308f7ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452913fa62df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30767"
    uid: 9e339fb6-a41e-44cc-ab80-63b9e1cf68aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452923e4f224c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30828"
    uid: 71101daf-9dde-4a0c-865f-6ad9afea19c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452924141d7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: a93c2e63-720e-4ae5-b88b-883b5efdcde5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d4529241ad4330
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: ca29eb9f-7165-4da5-a898-6a4b36b7fa38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d4529241b72ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: cb94282d-7cdd-4fd2-9fc4-e0bac9e799fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d45292447824f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30834"
    uid: 596e5164-56fb-44f6-82bf-b0d82da532c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:55:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:40Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452924501ad05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30835"
    uid: 23ad5bc9-2470-45ed-88d7-a813e881169d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:56:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:58Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d45292b6bd62a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31525"
    uid: db12d3fb-4b50-45c6-bc42-75dd8c512104
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:57:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:10Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452a73254e1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 9d76fb7a-bbde-40f2-ac19-c66aee5d3358
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:57:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:10Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452a732560644
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: 38f133cd-bb30-4451-84f0-c41e46065eda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 16bf4159-7f62-4984-a4d7-8c2682f81bbe
  kind: Event
  lastTimestamp: "2026-09-11T16:57:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:13Z"
    name: isvc-canary-stop-v2-predictor-596664c988-bsz9b.18d452a7e70eee6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31700"
    uid: 412171e2-a613-4d63-88de-d78abc9217a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-596664c988
    namespace: kserve-ci-e2e-test
    resourceVersion: "30700"
    uid: dd168628-4f5f-4f9f-a3c5-79254dd112ad
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-596664c988-bsz9b'
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop-v2-predictor-596664c988.18d4529117957eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30720"
    uid: c612b255-39d0-4494-a321-33a57872c25e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30698"
    uid: a171c08c-1d36-4fb7-adc8-33a12041cfad
  kind: Event
  lastTimestamp: "2026-09-11T16:55:34Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-596664c988 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:34Z"
    name: isvc-canary-stop-v2-predictor.18d4529111f91e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30701"
    uid: 99265fef-4769-4718-be0a-92b7ea6046c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: 4c6e4950-6087-4a0f-96c8-dddb7b7f8988
  kind: Event
  lastTimestamp: "2026-09-11T16:57:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:57:10Z"
    name: isvc-canary-stop.18d4529116a883d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: 1faf8b81-c41f-4049-99a7-a052cc2b8049
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: 4c6e4950-6087-4a0f-96c8-dddb7b7f8988
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop.18d45291176c7e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30719"
    uid: 2ad8a1a4-cec1-4a0f-8343-353cca4fa36c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: 4c6e4950-6087-4a0f-96c8-dddb7b7f8988
  kind: Event
  lastTimestamp: "2026-09-11T16:55:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:55:35Z"
    name: isvc-canary-stop.18d45291176cc84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: f67a463e-6c0c-41c2-8738-e34b83f368e0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: 4c6e4950-6087-4a0f-96c8-dddb7b7f8988
  kind: Event
  lastTimestamp: "2026-09-11T16:56:59Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:56:59Z"
    name: isvc-canary-stop.18d452a4bc89e6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: 25b64baa-4c21-4f47-980d-c2d7f1a1ae42
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:27:59.156098Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: 1a8de051-cb8a-4a41-8ef9-831a9ddc154e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-5d5066-predictor-576dcc8968-gkw85
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85.18d4510f8a17e589
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: f56fb95f-77f1-45a7-8e6c-1d9d039c26d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 1a8de051-cb8a-4a41-8ef9-831a9ddc154e
  kind: Event
  lastTimestamp: "2026-09-11T16:27:59Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85.18d4510fac0b04fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15072"
    uid: 6fa47042-85e5-410a-b3eb-0a38ca72950e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 1a8de051-cb8a-4a41-8ef9-831a9ddc154e
  kind: Event
  lastTimestamp: "2026-09-11T16:28:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:03Z"
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85.18d4510fadab53d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15118"
    uid: 0a12440b-9e7e-4ffe-b837-ec8991a2de76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 1a8de051-cb8a-4a41-8ef9-831a9ddc154e
  kind: Event
  lastTimestamp: "2026-09-11T16:28:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:03Z"
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85.18d4510fb0495992
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: 0fe17f0e-69db-4b63-bf29-9854fe54c8ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 1a8de051-cb8a-4a41-8ef9-831a9ddc154e
  kind: Event
  lastTimestamp: "2026-09-11T16:28:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:03Z"
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85.18d4510fb0b97346
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: 7804328f-246c-468d-8920-d18e5bdba4f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 1a8de051-cb8a-4a41-8ef9-831a9ddc154e
  kind: Event
  lastTimestamp: "2026-09-11T16:28:07Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-5d5066-predictor-576dcc8968-gkw85_kserve-ci-e2e-test(1a8de051-cb8a-4a41-8ef9-831a9ddc154e)
  metadata:
    creationTimestamp: "2026-09-11T16:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:07Z"
    name: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85.18d45111761e1489
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: dabaf0c5-cf61-4fa9-ae60-eae955cb0f00
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-5d5066-predictor-576dcc8968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15043"
    uid: ac217abc-145e-4b0c-ab25-eb9ab15cced2
  kind: Event
  lastTimestamp: "2026-09-11T16:27:59Z"
  message: 'Created pod: isvc-init-fail-5d5066-predictor-576dcc8968-gkw85'
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-init-fail-5d5066-predictor-576dcc8968.18d4510f897aed54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 4e060590-5b8d-4c1b-b407-15c6f682ac8e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- action: ClusterIPAllocation
  apiVersion: v1
  eventTime: "2026-09-11T16:27:58.956104Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Service
    name: isvc-init-fail-5d5066-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: 6d013630-fccf-4e45-a43b-bba6f1784cc3
  kind: Event
  lastTimestamp: null
  message: 'Cluster IP [IPv4]: 172.31.198.215 is not allocated; repairing'
  metadata:
    creationTimestamp: "2026-09-11T16:27:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-apiserver
      operation: Update
      time: "2026-09-11T16:27:58Z"
    name: isvc-init-fail-5d5066-predictor.18d4510f7e2c45f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: 253d9efb-33a7-4b0c-89d3-926064c3cbbc
  reason: ClusterIPNotAllocated
  reportingComponent: ipallocator-repair-controller
  reportingInstance: ipallocator-repair-controller-kube-apiserver-7c489f8c46-9nkt8
  source: {}
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-5d5066-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 6d89abc9-7bf4-420a-9c52-c4b10738c783
  kind: Event
  lastTimestamp: "2026-09-11T16:27:59Z"
  message: Scaled up replica set isvc-init-fail-5d5066-predictor-576dcc8968 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-init-fail-5d5066-predictor.18d4510f80e8d3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: 35f6db2b-79de-4482-9844-41bda3d99cd1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-5d5066
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: 28bc2454-e64d-4278-87b8-04cb0e7e3d97
  kind: Event
  lastTimestamp: "2026-09-11T16:28:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:28:07Z"
    name: isvc-init-fail-5d5066.18d4510f80ed76cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: d1d969bb-3274-499c-bb82-291a63050b9f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:57:20.374678Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31799"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-nz97x
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:57:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:57:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452a99ae6cd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: ee46e333-4f7b-48a3-9cbf-95b84d659423
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452a9a84fb0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31816"
    uid: 89527b46-5da9-4c80-9a12-6a23d47075a0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:21Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:57:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452a9e0bae70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31824"
    uid: 3ac6fbd4-a3c2-48f8-9125-05a0b1a34181
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452a9e240f7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: bc88c004-9d48-4f06-b7e9-34f631e25cce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452a9e50ca16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31827"
    uid: 2198b74b-9f5c-4ec1-b876-42ec83705b75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452a9e586c213
    namespace: kserve-ci-e2e-test
    resourceVersion: "31828"
    uid: 6bf1b06b-34e4-426c-8f3d-f907383d3efa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:25Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:25Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452aacc64e9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: ded063b0-25f9-4bba-b448-3d5e13905117
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:31Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.381s (6.381s
    including waiting). Image size: 632170260 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452ac48bce4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31909"
    uid: 6ff94b69-47df-40be-bddd-089ada9bb275
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452ac4be68d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31910"
    uid: 7cd34827-d760-4ab5-a423-79ff4e8fbd9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452ac4c6967b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31911"
    uid: 578a7b4d-99b1-4e06-aa69-be367a29ff9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452ac4c73d193
    namespace: kserve-ci-e2e-test
    resourceVersion: "31912"
    uid: 88032667-6af6-4d67-a4a9-4238356e0316
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452ac5052cad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31915"
    uid: 75b5012a-3fd3-4ef3-b369-7ee96ac80484
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:57:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452ac50ca31a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: 689c5519-9541-4f7c-ab4b-a85f09ee94e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:59:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452acab764904
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: e9726f2f-5ef1-4c86-ba9c-42c71f00ae5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:59:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:04Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452c1dd31243e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32735"
    uid: 9947e710-be42-4e85-8bfd-fc4212dbf871
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:59:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:04Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452c1dd31affb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: 7eeda2ab-e29b-45c8-85c3-02609738e25b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 372dbfef-4ffd-4dda-a47e-4a79dc274084
  kind: Event
  lastTimestamp: "2026-09-11T16:59:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-nz97x.18d452c305a9b8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32827"
    uid: a974ba3e-c660-4e1a-a978-1d7684c5129c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 8008a97b-a1b4-4803-809d-a33aa8be75b0
  kind: Event
  lastTimestamp: "2026-09-11T16:57:20Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-nz97x'
  metadata:
    creationTimestamp: "2026-09-11T16:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:57:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d452a99a5afb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31801"
    uid: b6e203a1-910f-43bb-bbe8-a53cf5e82721
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: 08cf753f-8d4f-4b88-a027-6d8cfc64b6a8
  kind: Event
  lastTimestamp: "2026-09-11T16:57:20Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:57:20Z"
    name: isvc-lightgbm-predictor.18d452a995c752c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31791"
    uid: aec10044-d803-4756-bdfd-e8a719ca6271
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31788"
    uid: 9293a36c-7e9c-47f0-9de9-a056e5412ebd
  kind: Event
  lastTimestamp: "2026-09-11T16:58:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:05Z"
    name: isvc-lightgbm-predictor.18d452ad14d39539
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: b6324551-67e0-43e6-ba22-70e2c6d87bab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31788"
    uid: 9293a36c-7e9c-47f0-9de9-a056e5412ebd
  kind: Event
  lastTimestamp: "2026-09-11T16:58:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:05Z"
    name: isvc-lightgbm-predictor.18d452ad15383375
    namespace: kserve-ci-e2e-test
    resourceVersion: "32244"
    uid: 63e4b478-2aee-4211-b95c-97ffcdf4230d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31940"
    uid: 9293a36c-7e9c-47f0-9de9-a056e5412ebd
  kind: Event
  lastTimestamp: "2026-09-11T16:58:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:50Z"
    name: isvc-lightgbm-predictor.18d452b7936da169
    namespace: kserve-ci-e2e-test
    resourceVersion: "32583"
    uid: 5cc8c71d-0c90-4529-b95b-097e50e21d2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31940"
    uid: 9293a36c-7e9c-47f0-9de9-a056e5412ebd
  kind: Event
  lastTimestamp: "2026-09-11T16:58:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:50Z"
    name: isvc-lightgbm-predictor.18d452b793e656a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32584"
    uid: 79d170ef-a8b9-48dd-8ccc-56e05d5dcf2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:59:09.822335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32852"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:59:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:59:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c3167d4eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32856"
    uid: 68f4102f-8985-461f-86c9-abaae909cdfb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c321ac5d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32869"
    uid: 7fa8821a-9257-4371-87fd-d8aff91d8b6d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32863"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:10Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:59:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c35c598de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: 3d67e10c-bc87-44ab-8572-b2b3ab9d15bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:11Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c35e739741
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: d514d6fe-4d78-48b7-a983-daa214a23879
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:11Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c361e8d7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: f2e9a1f6-575b-444e-9651-c273e128e43a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:11Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c362637675
    namespace: kserve-ci-e2e-test
    resourceVersion: "32887"
    uid: d74f72d7-0777-4cda-a721-4db93345917a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:15Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:15Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c483c75f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32941"
    uid: 6704e935-c831-46ed-a7c3-bbd7b19edf51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c487450b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: 17ab536c-06c9-44dd-b428-13a7e21b3d6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c487c2616d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32946"
    uid: 9a525bab-be2e-4f34-b696-18d170b88455
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c487ce9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "32947"
    uid: 4bbe430f-d377-4d54-b098-340e5d322799
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c48ab968d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32948"
    uid: 796051e9-7d54-460f-b695-7b89111cb148
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T16:59:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c48b442855
    namespace: kserve-ci-e2e-test
    resourceVersion: "32950"
    uid: d8afd529-17ee-4ed2-a9fa-3a904a3bf926
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T17:00:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452c4fb9e0a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "33523"
    uid: 5948062d-9fe2-44a6-aad4-4590088629fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T17:00:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452daa3d07d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 86538e05-8694-4eec-8013-1b3edd56a61c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T17:00:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452daa3d11d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: 2f5b34c3-8784-4158-b247-33701a949311
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: a5e48101-05db-47fb-bc48-713a979005c6
  kind: Event
  lastTimestamp: "2026-09-11T17:00:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd.18d452db55da4f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33788"
    uid: 6e0d0a3f-7933-4fd6-872a-1c758e89f4fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32842"
    uid: 930ccd7b-8464-493e-b80f-bab607d3aac2
  kind: Event
  lastTimestamp: "2026-09-11T16:59:09Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-btnjd'
  metadata:
    creationTimestamp: "2026-09-11T16:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:59:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d452c31601fa7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: 380bc0be-3dea-45ea-8511-1c127876a9e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: 807607b3-0396-489d-9315-d25a2b70b475
  kind: Event
  lastTimestamp: "2026-09-11T16:59:09Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:59:09Z"
    name: isvc-lightgbm-runtime-predictor.18d452c3118b9ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: c94d176a-9a33-49ee-afb2-682cbea28da2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: 3a8c78ad-14e4-424c-9139-4aa1f1b01c2c
  kind: Event
  lastTimestamp: "2026-09-11T16:59:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:59:54Z"
    name: isvc-lightgbm-runtime-predictor.18d452c690352467
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: c3c64070-c08e-4828-ac81-ae57ff0376b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: 3a8c78ad-14e4-424c-9139-4aa1f1b01c2c
  kind: Event
  lastTimestamp: "2026-09-11T16:59:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:59:54Z"
    name: isvc-lightgbm-runtime-predictor.18d452c690affc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: baf0fb0b-fd9f-4344-abaf-131c6761fd0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33023"
    uid: 3a8c78ad-14e4-424c-9139-4aa1f1b01c2c
  kind: Event
  lastTimestamp: "2026-09-11T17:00:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:00:39Z"
    name: isvc-lightgbm-runtime-predictor.18d452d10d1b13e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33665"
    uid: 16911cfe-55b0-4ae4-9fc8-c2e9e6896fe0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33023"
    uid: 3a8c78ad-14e4-424c-9139-4aa1f1b01c2c
  kind: Event
  lastTimestamp: "2026-09-11T17:00:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:00:39Z"
    name: isvc-lightgbm-runtime-predictor.18d452d10d965f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33666"
    uid: 8bd05444-b5c3-4130-86c5-8f745f1b006d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: 08ebb19c-930d-4821-a7c4-fad8b211780a
  kind: Event
  lastTimestamp: "2026-09-11T17:00:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:00:39Z"
    name: isvc-lightgbm-runtime.18d452c3118b8f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "33664"
    uid: 590457e3-1426-488c-9f70-32ac77ee257e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: 08ebb19c-930d-4821-a7c4-fad8b211780a
  kind: Event
  lastTimestamp: "2026-09-11T16:59:09Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:59:09Z"
    name: isvc-lightgbm-runtime.18d452c312ce5e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32847"
    uid: 976577ec-addb-4178-9da9-9c01f277a9ae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33662"
    uid: 08ebb19c-930d-4821-a7c4-fad8b211780a
  kind: Event
  lastTimestamp: "2026-09-11T17:00:39Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:00:39Z"
    name: isvc-lightgbm-runtime.18d452d803df477f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: bb4605c1-1741-410c-8d6d-c119ac2903b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:01:51.499837Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:01:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:01:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e8bb38527a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34329"
    uid: bc614e45-673b-48cf-85cc-9ab3fe7e8133
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T17:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e8ca3a5d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: 9c323b3d-cb05-491c-975b-d7ad2ee2cb00
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34330"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:52Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:01:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e901060ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: 115cbc50-f1bc-46f0-8510-86bb5b12ae44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e902e28333
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: bfded73d-2a0e-48c7-a721-64ba1bc6a135
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e905cfa057
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: 8fdefdff-89b1-4e6f-99eb-767de37112f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e906498a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: d271ba99-27c3-4eb8-9287-9950422c9966
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:56Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e9eacc2450
    namespace: kserve-ci-e2e-test
    resourceVersion: "34385"
    uid: e0bbbc9c-39f4-4318-bb75-a612a7562188
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e9ede08644
    namespace: kserve-ci-e2e-test
    resourceVersion: "34387"
    uid: 2193ce26-818c-45e5-988a-d3333bfe0879
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e9ee58881f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34388"
    uid: 81ad16a3-dcd6-477e-b405-93d412ac5d14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e9ee63e03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34390"
    uid: ba47f56e-0ccb-4b95-8086-60a4dc1e4c34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e9f1cc0256
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 16771cb2-f68a-42dd-8a18-6040b30b061a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:01:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452e9f240366e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34396"
    uid: b821b963-6028-4a41-8502-4dfcf1324923
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:02:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452ea26d25769
    namespace: kserve-ci-e2e-test
    resourceVersion: "34526"
    uid: 1de75e7d-7300-4e56-b473-d7b07816b4ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:02:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452efb425bb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34705"
    uid: 062e0de0-6a77-4c7a-94b4-483bac97aaaa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e0250562-17ca-4e21-9cd0-6266e8b0f5a8
  kind: Event
  lastTimestamp: "2026-09-11T17:02:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68.18d452efb42605b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34706"
    uid: 24fc0167-f41d-4243-8b5f-9501576d8528
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34310"
    uid: e0c59cdc-1c0c-4b06-82e9-4be78d6a2b92
  kind: Event
  lastTimestamp: "2026-09-11T17:01:51Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ncg68'
  metadata:
    creationTimestamp: "2026-09-11T17:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:01:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d452e8baad2d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: 7bf58200-a289-41d7-8f3f-2b932fd907a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: f042a231-8b0f-4f55-a5b6-6980757be11b
  kind: Event
  lastTimestamp: "2026-09-11T17:01:51Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:01:51Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d452e8b44629cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34312"
    uid: 27576726-4007-494f-8ffa-1881bdfb80c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34308"
    uid: 2aa4246f-7185-455c-a0d9-e28896a70ee2
  kind: Event
  lastTimestamp: "2026-09-11T17:02:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:06Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d452ec3257f37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34562"
    uid: 64fa2aae-8229-4ea5-a6de-7f16f932be3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34308"
    uid: 2aa4246f-7185-455c-a0d9-e28896a70ee2
  kind: Event
  lastTimestamp: "2026-09-11T17:02:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:06Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d452ec32ca0c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: d2a5a60f-6611-4ed6-94a9-3b8050ea57d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34563"
    uid: 2aa4246f-7185-455c-a0d9-e28896a70ee2
  kind: Event
  lastTimestamp: "2026-09-11T17:02:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:21Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d452efb25fce17
    namespace: kserve-ci-e2e-test
    resourceVersion: "34694"
    uid: bc1c7db6-9160-496e-9458-adf7859a00a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34563"
    uid: 2aa4246f-7185-455c-a0d9-e28896a70ee2
  kind: Event
  lastTimestamp: "2026-09-11T17:02:21Z"
  message: horizontalpodautoscalers.autoscaling "isvc-lightgbm-v2-kserve-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-11T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:21Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d452efb28d6977
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: 03194ab9-6e3b-453d-aa50-4173df4a7b8c
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34563"
    uid: 2aa4246f-7185-455c-a0d9-e28896a70ee2
  kind: Event
  lastTimestamp: "2026-09-11T17:02:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:21Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d452efb28fe0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34700"
    uid: f32586e3-54cc-4d9e-bb30-d4346cc0c9e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34300"
    uid: 16f8940d-20bd-4de5-9722-68fb43b76876
  kind: Event
  lastTimestamp: "2026-09-11T17:02:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:02:13Z"
    name: isvc-lightgbm-v2-kserve.18d452e8b429128b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 36499ed4-5e62-44eb-8406-e828eb042c1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34300"
    uid: 16f8940d-20bd-4de5-9722-68fb43b76876
  kind: Event
  lastTimestamp: "2026-09-11T17:01:51Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:01:51Z"
    name: isvc-lightgbm-v2-kserve.18d452e8b53663a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34315"
    uid: b80c3dbd-0b2b-4f1e-82d4-4762ff52e81a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34623"
    uid: 16f8940d-20bd-4de5-9722-68fb43b76876
  kind: Event
  lastTimestamp: "2026-09-11T17:02:13Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:02:13Z"
    name: isvc-lightgbm-v2-kserve.18d452ede6fd6b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 131d60db-36ed-4cb1-ac51-48f2c4ddc819
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:00:56.113463Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:00:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:00:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dbd5efcf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: b371fc7a-4d46-45f7-8729-46778cf4cd14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:00:56Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:00:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dbf8151aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: 032c53fb-1836-4a43-8a2b-7af48b2a759e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:00:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dbf9a0b167
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: 04a7bf2c-383a-4b7b-a3b3-a6aa0ee63c5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:00:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dbfcd88c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: ae5e6def-89fe-4fd1-8683-4e52745c3d3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:00:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dbfd50a2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: def7a0bb-8ddd-4b51-91ee-646a78ed1bc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:01:01Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-11T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dd07d9c542
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 6307cac8-5714-467f-b319-fbccba48490d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:01:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dd0ad59455
    namespace: kserve-ci-e2e-test
    resourceVersion: "33893"
    uid: 03643bd5-a671-435a-b59d-94e04c77170d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:01:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dd0b4f4a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33894"
    uid: 247eed2d-5d1e-47bd-961f-170e893720f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:01:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dd0b5a9fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33895"
    uid: b49c0774-1807-4452-acd6-e245a315f0e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:01:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dd0face3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: 82928ec3-59aa-4763-810c-0c6513088af1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:01:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452dd1025dde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: 3d1dd505-a14f-47e7-8a59-2cfb5f1ea060
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:01:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452e77d8a017b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34254"
    uid: b76ea5b5-fcb6-4108-8e62-8aace3b22bfc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: bcf488ca-0d6c-4981-8116-a10b4b012ca1
  kind: Event
  lastTimestamp: "2026-09-11T17:01:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:01:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f.18d452e77d8ab620
    namespace: kserve-ci-e2e-test
    resourceVersion: "34255"
    uid: 62c5f382-048c-4083-8856-deee484b5149
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33814"
    uid: a0d72eec-40e9-45d6-ae19-25cf2cb3085c
  kind: Event
  lastTimestamp: "2026-09-11T17:00:56Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-ltw2f'
  metadata:
    creationTimestamp: "2026-09-11T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:00:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d452dbd57ab213
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: d15576ca-3bfe-48d6-83b8-4c8d7b611510
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33812"
    uid: ae45e141-1d52-4e09-ab4b-d232b09ae66f
  kind: Event
  lastTimestamp: "2026-09-11T17:00:56Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:00:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d452dbd2630579
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: 3d70c6ad-8a18-4165-adad-f617d720d327
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33813"
    uid: 02668c99-8379-4dc4-aee7-1f76af1b821a
  kind: Event
  lastTimestamp: "2026-09-11T17:01:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:01:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d452df50ebc6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: de850208-fb4f-4e81-a08f-4a818bae7aa9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33813"
    uid: 02668c99-8379-4dc4-aee7-1f76af1b821a
  kind: Event
  lastTimestamp: "2026-09-11T17:01:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:01:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d452df51670626
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: 7cd3c83b-88a7-4fbc-8853-4f1b0f0967bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 02668c99-8379-4dc4-aee7-1f76af1b821a
  kind: Event
  lastTimestamp: "2026-09-11T17:01:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:01:26Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d452e2d0a51e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34083"
    uid: 0b2d25ca-e583-49f8-b503-dbb8d5ad85c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 02668c99-8379-4dc4-aee7-1f76af1b821a
  kind: Event
  lastTimestamp: "2026-09-11T17:01:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:01:26Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d452e2d17c3de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34084"
    uid: dcd4b53b-cd0c-487d-a193-58313090f264
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: 84c116fb-44e6-4886-a109-c81a93c94e2d
  kind: Event
  lastTimestamp: "2026-09-11T17:01:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:01:39Z"
    name: isvc-lightgbm-v2-runtime.18d452dbd264b9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: da71014d-777f-46e9-b446-a4d29aa85cac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: 84c116fb-44e6-4886-a109-c81a93c94e2d
  kind: Event
  lastTimestamp: "2026-09-11T17:00:56Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:00:56Z"
    name: isvc-lightgbm-v2-runtime.18d452dbd31a5903
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: 72e87d22-de98-4334-82d2-c25f5a3e0c53
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: 84c116fb-44e6-4886-a109-c81a93c94e2d
  kind: Event
  lastTimestamp: "2026-09-11T17:01:39Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:01:39Z"
    name: isvc-lightgbm-v2-runtime.18d452e5e948808e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 6ccba6c6-1b76-48e1-af01-d75bc0c18018
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31777"
    uid: bf4941c7-eb73-4fa8-9f59-454579b64a45
  kind: Event
  lastTimestamp: "2026-09-11T16:58:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:58:55Z"
    name: isvc-lightgbm.18d452a995de4769
    namespace: kserve-ci-e2e-test
    resourceVersion: "32637"
    uid: c1a272f5-efb8-4897-817a-f0cd22780d54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31777"
    uid: bf4941c7-eb73-4fa8-9f59-454579b64a45
  kind: Event
  lastTimestamp: "2026-09-11T16:57:20Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T16:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:57:20Z"
    name: isvc-lightgbm.18d452a996aa9995
    namespace: kserve-ci-e2e-test
    resourceVersion: "31812"
    uid: 43d43083-0d22-4d32-81d9-0974e2660191
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31779"
    uid: bf4941c7-eb73-4fa8-9f59-454579b64a45
  kind: Event
  lastTimestamp: "2026-09-11T16:57:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:57:20Z"
    name: isvc-lightgbm.18d452a9a0e4a39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31813"
    uid: 4214f2a8-884b-4e0a-8245-eccad0cb2b42
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32635"
    uid: bf4941c7-eb73-4fa8-9f59-454579b64a45
  kind: Event
  lastTimestamp: "2026-09-11T16:58:55Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:58:55Z"
    name: isvc-lightgbm.18d452bfcdba12ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32636"
    uid: b1aa0cf6-617b-46ff-bb06-7a17c2bd9bb2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:31:49.238630Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17297"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6bdfd88f5f-rtc26
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451451c14a461
    namespace: kserve-ci-e2e-test
    resourceVersion: "17301"
    uid: d0168536-69c4-4e24-a31e-4f9d5fcd03f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17305"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451453e1bc120
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: b04591a2-83a5-40fb-b963-5586395927be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451454016f1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 75879fce-ff00-41eb-b80f-bbaea36ba411
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d4514542f7ec99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17323"
    uid: f7b7924d-fdf3-427e-aece-a246fc9b63df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d45145437313c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 5a081222-78ff-4460-8b50-344da73156a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d4514637ee4734
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: f2db1444-a1a1-475b-9b16-631400f79b63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451463b8bdaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17363"
    uid: 367db311-5db6-4779-8ec7-31d9887c00e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451463c0a4f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: 01c90721-3abe-4cc9-a54a-5fc6be8c3044
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451463c147684
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: 48271a65-5e7f-475f-a691-6b542476a77a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451463f03b508
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: c9c360ed-20c3-4bd0-9faf-a32052c7f327
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451463f823956
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: f9ef0d92-e5e2-4899-bd70-b353ba27e948
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:54Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:6bed5c97c6557bae64203d919b8edfd899fd57987abd7acf05784a97bd1466b4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451463f8e14fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: d1736a67-c23e-415d-9c5d-e781d7e49b51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:54Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d45146428fefac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: b7473b7e-203f-4489-833b-6cfb3268c79f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:54Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d4514643079858
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: d7007476-483c-4007-b052-7923740e426a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:33:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-11T16:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:32Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451467446d10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18225"
    uid: 4d3eab0c-113b-4683-9eb4-4d820d718464
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:33:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:32Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d451467448c09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18224"
    uid: d1d97c2d-7c78-4278-9f2f-a0758ecbcf54
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d4515b420fb977
    namespace: kserve-ci-e2e-test
    resourceVersion: "18110"
    uid: 3397d847-c909-457e-bd36-6ed5f60a4af2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d4515b42101bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18113"
    uid: ebdb00e2-9f98-4644-906e-9c9dac80a0d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d4515b42107f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18115"
    uid: fe0b55f2-0dd7-4596-89a3-6d98c07b8b5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6bdfd88f5f-rtc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: a782a8f4-ba76-4486-b9f8-3c9f28d6a5c0
  kind: Event
  lastTimestamp: "2026-09-11T16:33:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:36Z"
    name: isvc-logger-predictor-6bdfd88f5f-rtc26.18d4515ba4b419e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: fbd5cffc-0bbc-4655-af0e-3fab35067293
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6bdfd88f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17283"
    uid: 61cd3fa7-3c85-4d28-b72c-f86ea92cd788
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: 'Created pod: isvc-logger-predictor-6bdfd88f5f-rtc26'
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-logger-predictor-6bdfd88f5f.18d451451ba48525
    namespace: kserve-ci-e2e-test
    resourceVersion: "17299"
    uid: 10e80ce9-0819-4bf7-98a7-d2693bc5c658
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: f8ea3c2b-5606-40bf-a6c8-b06485bdf034
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: Scaled up replica set isvc-logger-predictor-6bdfd88f5f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-logger-predictor.18d4514513c89703
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: 79c187f7-ac64-46ee-92c8-58e9b1422852
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: fd983e87-57c0-425a-9f2c-2c099fa3d6fb
  kind: Event
  lastTimestamp: "2026-09-11T16:32:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:34Z"
    name: isvc-logger-predictor.18d45148929d3c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: ffc1c8ea-76fb-4e20-9d1c-b6fcc3e8aaee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: fd983e87-57c0-425a-9f2c-2c099fa3d6fb
  kind: Event
  lastTimestamp: "2026-09-11T16:32:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:34Z"
    name: isvc-logger-predictor.18d45148938ad032
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: 75fc8405-c8cd-43f9-936c-7cd0c9c17436
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: fd983e87-57c0-425a-9f2c-2c099fa3d6fb
  kind: Event
  lastTimestamp: "2026-09-11T16:33:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:19Z"
    name: isvc-logger-predictor.18d451531140b891
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 99fe088a-6200-4026-b0f2-15c399304c0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: fd983e87-57c0-425a-9f2c-2c099fa3d6fb
  kind: Event
  lastTimestamp: "2026-09-11T16:33:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:19Z"
    name: isvc-logger-predictor.18d4515311dc9425
    namespace: kserve-ci-e2e-test
    resourceVersion: "18037"
    uid: 1399966b-e1ee-45e9-99ac-ac0b23caab8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: 43f043d8-ec14-4958-b91e-e2001915226c
  kind: Event
  lastTimestamp: "2026-09-11T16:33:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:12Z"
    name: isvc-logger.18d451451459d7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9e497fb2-aa44-4306-8862-df891148ecfd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: 43f043d8-ec14-4958-b91e-e2001915226c
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-logger.18d45145153ffa85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: 5784f9d1-f87f-4744-a472-c5f6ef6a6b71
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 43f043d8-ec14-4958-b91e-e2001915226c
  kind: Event
  lastTimestamp: "2026-09-11T16:33:12Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:12Z"
    name: isvc-logger.18d451588d528889
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 41b1e726-979e-4730-9501-6feae6a6a3af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:02:26.632568Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34772"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:02:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:02:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f0e94b26f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: 2c901238-ff03-497c-9b5f-776507ed5a0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34782"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:27Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:02:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f10b9d3592
    namespace: kserve-ci-e2e-test
    resourceVersion: "34793"
    uid: 8eff03ee-da8a-4526-8266-bcc872793887
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f10d207660
    namespace: kserve-ci-e2e-test
    resourceVersion: "34795"
    uid: 2ac00540-d938-445e-9435-db0a63213b69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f110bae096
    namespace: kserve-ci-e2e-test
    resourceVersion: "34796"
    uid: 99c54fbc-180c-4c68-9b4e-60d3ef60a96e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f111337879
    namespace: kserve-ci-e2e-test
    resourceVersion: "34798"
    uid: 9c1f8989-e4cf-4b8b-9fb8-f152484ad5d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:31Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-11T17:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f218237124
    namespace: kserve-ci-e2e-test
    resourceVersion: "34835"
    uid: 05ac24a2-87db-4749-ac09-87fddabba3cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f21b36e3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34837"
    uid: 973040f9-cb1c-4b61-aa96-c60e6fdb49b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f21bb259c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: e7cd01a6-e75f-479f-9601-87ae0308a21b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f21bbe0c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34839"
    uid: b8e801d8-ff9f-48ba-8590-ff45d1055220
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f21f1d0e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34842"
    uid: b87b9c20-cc0a-4f17-9445-e021893021fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:02:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452f21f99057f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34843"
    uid: be05e2c8-4e4a-4292-a6c8-457c077a63cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:03:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:16Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452fc90fb6444
    namespace: kserve-ci-e2e-test
    resourceVersion: "35191"
    uid: e241f451-240e-43df-97b4-eb105f9bbfc3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34776"
    uid: 8493cf83-2eeb-486e-a6fe-5384b8d7ffae
  kind: Event
  lastTimestamp: "2026-09-11T17:03:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:16Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8.18d452fc90fbd995
    namespace: kserve-ci-e2e-test
    resourceVersion: "35192"
    uid: 288bbfd0-fc52-47bd-89e0-83f81fb9a411
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34764"
    uid: 5f2243a2-4c87-4033-98db-867c1e971538
  kind: Event
  lastTimestamp: "2026-09-11T17:02:26Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-wcft8'
  metadata:
    creationTimestamp: "2026-09-11T17:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d452f0e8c61691
    namespace: kserve-ci-e2e-test
    resourceVersion: "34775"
    uid: 8aa674bd-0669-4671-8024-48d5e7cd6c33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: f4126925-187f-4c88-8227-439223fd8116
  kind: Event
  lastTimestamp: "2026-09-11T17:02:26Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:26Z"
    name: isvc-mlflow-v2-runtime-predictor.18d452f0e569d365
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: 3e00d61c-6c89-49fc-b960-88d8b31095e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34763"
    uid: 4c23bff5-4aff-46a6-9c98-181103def63a
  kind: Event
  lastTimestamp: "2026-09-11T17:03:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:11Z"
    name: isvc-mlflow-v2-runtime-predictor.18d452f4643a4b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: a9787d4b-aace-4b05-95b6-2a7c52868f6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34763"
    uid: 4c23bff5-4aff-46a6-9c98-181103def63a
  kind: Event
  lastTimestamp: "2026-09-11T17:03:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:11Z"
    name: isvc-mlflow-v2-runtime-predictor.18d452f464b69432
    namespace: kserve-ci-e2e-test
    resourceVersion: "35140"
    uid: 4cdcba87-04df-4820-a6ef-62bc4c7afe8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34753"
    uid: 01fb8cd5-add3-44ed-988f-4833b00d8e3e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:03:08Z"
    name: isvc-mlflow-v2-runtime.18d452f0e571e512
    namespace: kserve-ci-e2e-test
    resourceVersion: "35119"
    uid: 7fbbb7cf-e055-4c16-94db-e6da9e24a754
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34753"
    uid: 01fb8cd5-add3-44ed-988f-4833b00d8e3e
  kind: Event
  lastTimestamp: "2026-09-11T17:02:26Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:02:26Z"
    name: isvc-mlflow-v2-runtime.18d452f0e5f6fc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34769"
    uid: 1a39d695-a513-4dc7-bf1f-7af1bc80ad6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35116"
    uid: 01fb8cd5-add3-44ed-988f-4833b00d8e3e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:08Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:03:08Z"
    name: isvc-mlflow-v2-runtime.18d452fabd418dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35118"
    uid: c40d2e23-7e60-40e2-a6df-369b520254fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:04:47.190719Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:04:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:04:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45311a33659c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36146"
    uid: 323e22c9-aba9-4802-986d-1cc486db44f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36150"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:04:47Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:04:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45311c56c13ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36157"
    uid: 1a57c6e2-e760-44a0-87ec-4651eaf531a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:04:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:04:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45311c7acde66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36159"
    uid: 8c464455-e593-4ae8-bc2b-f6c2896044e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:04:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:04:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45311ca968ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36161"
    uid: 0b7e9a3c-5ea0-46a9-94fb-f780939651e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:04:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:04:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45311cb106183
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: 26368b50-06a3-479b-ac73-032dc00062a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:04:53Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T17:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:04:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d453130fc8d5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: 80537f28-86d4-4ef6-935d-bc40e9dcaff1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:05Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.123s (12.123s
    including waiting). Image size: 1175679746 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T17:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45315e2699b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 953e1ef4-06fd-43ab-9e0b-235ef7cf2810
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45315e54a8732
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: e05a4b3e-f741-4ad8-826d-65fe48fab9d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45315e5c1e2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36336"
    uid: d8946769-825a-4a35-b22c-6e6882c6020b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45315e5cc1104
    namespace: kserve-ci-e2e-test
    resourceVersion: "36337"
    uid: 7c1c7f77-ad09-4df7-8e09-53afc85aaaf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45315e91448eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36338"
    uid: af3cd6d8-5acc-49d5-9f7e-3be9d99e70dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45315e9d16dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36339"
    uid: c048a181-411f-40ae-a943-897263c808ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:43Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d4531656597f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: 573fcd23-ddf0-49e5-b0e9-79b8477ab686
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:05:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d453222f1b0b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 4c9d64ef-d223-46bd-89db-c84f9ec4bcae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:05:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d453222f1c40f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36914"
    uid: 4da9156a-8154-4c39-a075-606caee67f04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: c22c4fac-8190-4bc7-aef1-0c99a0fdd491
  kind: Event
  lastTimestamp: "2026-09-11T17:05:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:05:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xf4dn.18d45322365e78e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 027a4035-b2c1-4acf-a293-fbfd29cb3790
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36131"
    uid: 6f43a21b-8d52-415f-b056-3cd09e69381c
  kind: Event
  lastTimestamp: "2026-09-11T17:04:47Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-xf4dn'
  metadata:
    creationTimestamp: "2026-09-11T17:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:04:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d45311a2baf397
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 037361fd-bb1c-4e9a-b558-61e649430790
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36129"
    uid: c584574e-c3b7-4166-88d8-a6fdf18817e8
  kind: Event
  lastTimestamp: "2026-09-11T17:04:47Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:04:47Z"
    name: isvc-paddle-predictor.18d453119e53b74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36133"
    uid: 2196b608-6bf0-4e3c-beb2-6d7a3157ce91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36130"
    uid: cc560048-a05a-4c11-967f-c12f742fdabf
  kind: Event
  lastTimestamp: "2026-09-11T17:05:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:32Z"
    name: isvc-paddle-predictor.18d453151d18508c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36698"
    uid: fb6e0cca-3db1-4171-a32c-822d2c35f255
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36130"
    uid: cc560048-a05a-4c11-967f-c12f742fdabf
  kind: Event
  lastTimestamp: "2026-09-11T17:05:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:32Z"
    name: isvc-paddle-predictor.18d453151da8c7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 9e07ae86-4bf5-462c-8ec0-764d7895d8fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: cc560048-a05a-4c11-967f-c12f742fdabf
  kind: Event
  lastTimestamp: "2026-09-11T17:05:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:47Z"
    name: isvc-paddle-predictor.18d4531f9bc5e7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: d53bbe1e-fe28-4e5f-8058-57be1107b740
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: cc560048-a05a-4c11-967f-c12f742fdabf
  kind: Event
  lastTimestamp: "2026-09-11T17:05:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:47Z"
    name: isvc-paddle-predictor.18d4531f9c69b773
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: 3acb3d5b-4c23-4229-8233-9e2480b7e103
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:06:03.470526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36980"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-njqm2
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:06:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:06:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d4532365d7d3f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 11a831bc-a992-48fe-a7aa-9d383406de51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36991"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:04Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:06:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45323879dc9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37001"
    uid: a876b3c9-b791-4b2b-85d0-7fe24a5a5a31
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45323891dcbc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37003"
    uid: 5fcb0258-4860-499c-a5fd-83cce6a9698a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d453238c2c4721
    namespace: kserve-ci-e2e-test
    resourceVersion: "37004"
    uid: 6ca7f056-3f76-4510-846d-bf2edb03145d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d453238c9768fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: 961e9354-4d22-4a24-9611-1818bed87473
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:09Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45324d57359c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: e2496331-ce3e-4c73-914d-ab30dd5004e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45324d853ea46
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: 6b45514f-03cc-4a33-8868-45ad21aa0c23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45324d8be304e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: c631b13e-1b58-44f3-ba58-119c60f58d64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45324d8c99d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: 08adf49c-b0af-4d20-9955-23adba5b1207
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45324dc36cf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "37055"
    uid: 4bc5daf9-8284-4c2b-915f-b37fbe2e710c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:06:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45324dc9cccfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37057"
    uid: 117cd334-ca6d-4428-a57f-0704bfbb3177
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:07:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d453254d40fa3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37674"
    uid: 494f4cc7-52c6-4f0c-9be4-cc8645cc548e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:07:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45331a3167396
    namespace: kserve-ci-e2e-test
    resourceVersion: "37647"
    uid: aeb89b1f-9104-4f90-9727-4efbc0bedc0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:07:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45331a316dedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: 286b3096-aac7-49bc-9595-64a8b6a1b8ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: e6813771-3140-47aa-b4b4-26b73be882d3
  kind: Event
  lastTimestamp: "2026-09-11T17:07:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-njqm2.18d45332574e57b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: adbc63ca-d34e-4890-a9cd-04edeb587944
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36971"
    uid: e5fa301a-21b1-4d51-9e88-6bcbb76ecba1
  kind: Event
  lastTimestamp: "2026-09-11T17:06:03Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-njqm2'
  metadata:
    creationTimestamp: "2026-09-11T17:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d4532365610145
    namespace: kserve-ci-e2e-test
    resourceVersion: "36983"
    uid: b3030e39-664b-4a1d-8e81-16d0001a98c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36969"
    uid: 2c2151bb-b1fc-4ffc-8797-980fd1a91172
  kind: Event
  lastTimestamp: "2026-09-11T17:06:03Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T17:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:03Z"
    name: isvc-paddle-runtime-predictor.18d4532361127bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36973"
    uid: 615e3f6f-1fdd-40a6-9dd9-351a1bf28c01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36970"
    uid: f59315a1-601b-420d-b311-7964003feef2
  kind: Event
  lastTimestamp: "2026-09-11T17:06:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:33Z"
    name: isvc-paddle-runtime-predictor.18d45326dfa71e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 6cff6165-aa0d-45b5-a8e0-cae59f3278d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36970"
    uid: f59315a1-601b-420d-b311-7964003feef2
  kind: Event
  lastTimestamp: "2026-09-11T17:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:33Z"
    name: isvc-paddle-runtime-predictor.18d45326e02ba593
    namespace: kserve-ci-e2e-test
    resourceVersion: "37236"
    uid: 0db68372-6c3d-4393-8e52-88dfa72bf592
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: f59315a1-601b-420d-b311-7964003feef2
  kind: Event
  lastTimestamp: "2026-09-11T17:07:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:07:03Z"
    name: isvc-paddle-runtime-predictor.18d4532dddc936fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37622"
    uid: ec287501-6078-4396-93c9-b57e40f4b5ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: f59315a1-601b-420d-b311-7964003feef2
  kind: Event
  lastTimestamp: "2026-09-11T17:07:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:07:03Z"
    name: isvc-paddle-runtime-predictor.18d4532dde370b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37624"
    uid: 201c995f-f250-48fb-ab52-6814d9cdbfff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: b3f2d744-4f57-4335-bde8-18f9b41e5632
  kind: Event
  lastTimestamp: "2026-09-11T17:06:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:06:57Z"
    name: isvc-paddle-runtime.18d4532361d5f23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37511"
    uid: 663975d9-5b30-4e2a-8207-7bc6719cb886
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: b3f2d744-4f57-4335-bde8-18f9b41e5632
  kind: Event
  lastTimestamp: "2026-09-11T17:06:03Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:06:03Z"
    name: isvc-paddle-runtime.18d4532362c07760
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: 1db8e850-2f02-4c71-ab13-5b40ab3234e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37509"
    uid: b3f2d744-4f57-4335-bde8-18f9b41e5632
  kind: Event
  lastTimestamp: "2026-09-11T17:06:57Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:06:57Z"
    name: isvc-paddle-runtime.18d4533009611338
    namespace: kserve-ci-e2e-test
    resourceVersion: "37510"
    uid: 163ca862-55d4-4417-ad94-2a91ea19d1c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:07:09.836880Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:07:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:07:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d45332d9960a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37719"
    uid: 2c5ac027-0bfe-4c58-bfbe-789379db3224
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37723"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d4533370b0054a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 6fbbe15f-b78f-4f65-9da9-ec933521dd3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d453337230aaff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37758"
    uid: 00752d3b-aace-47df-97b5-70c5dbe7c6d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d4533375529f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "37760"
    uid: d3972750-4caa-439c-afa9-c849482029a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d4533375ca090c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37761"
    uid: 65ab0d3d-0e19-4ee3-983b-d650de44f34b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:17Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:17Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d45334bd27be7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: f78f29ea-0a71-40d2-aecd-47ab8050e923
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d45334c066c266
    namespace: kserve-ci-e2e-test
    resourceVersion: "37811"
    uid: 32f6d048-2f48-4615-b2da-23d68374f478
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d45334c0f1abf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37812"
    uid: 7032a32b-f344-4acc-aa1f-3cafb3ad588c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d45334c0fd896c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: a0d22b4d-670d-4656-bd74-fe3bb7b6d04d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d45334c410ec53
    namespace: kserve-ci-e2e-test
    resourceVersion: "37816"
    uid: 7aa3a12c-4aa5-4370-afae-e9f16d125431
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:18Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d45334c4b23a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "37818"
    uid: 8837898c-3d07-49f8-b12f-2f9eefe2122f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:07:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:55Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d4533534fa0600
    namespace: kserve-ci-e2e-test
    resourceVersion: "38100"
    uid: 5d3eb29c-11ed-40a7-aca4-21e37743b219
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:08:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d4534125de39d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38240"
    uid: ab05aa03-d856-4b25-91c9-5dd2eadc2444
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 927d890a-e23d-408a-b60f-21d08205924c
  kind: Event
  lastTimestamp: "2026-09-11T17:08:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9.18d4534125decaab
    namespace: kserve-ci-e2e-test
    resourceVersion: "38241"
    uid: a9fb1689-d93d-4b6b-bfd6-ea2c963be99e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37704"
    uid: 24997b6a-1405-45c8-88d9-7cad4074e789
  kind: Event
  lastTimestamp: "2026-09-11T17:07:09Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-wr5d9'
  metadata:
    creationTimestamp: "2026-09-11T17:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:07:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d45332d8e629f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: 826614a3-d527-49c0-b1da-0894d74ed79f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37701"
    uid: 111f6502-e403-4851-b55c-99771259e867
  kind: Event
  lastTimestamp: "2026-09-11T17:07:09Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T17:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:07:09Z"
    name: isvc-paddle-v2-kserve-predictor.18d45332d5bd2f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 601b6329-fe8c-46f4-b98f-4616385b4739
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37702"
    uid: 094f27ec-77e9-412b-b8ef-0f364aea8407
  kind: Event
  lastTimestamp: "2026-09-11T17:07:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:07:54Z"
    name: isvc-paddle-v2-kserve-predictor.18d4533654c43f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "38094"
    uid: 4c158b99-6f4d-486b-8bb8-73fab2da92db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37702"
    uid: 094f27ec-77e9-412b-b8ef-0f364aea8407
  kind: Event
  lastTimestamp: "2026-09-11T17:07:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:07:54Z"
    name: isvc-paddle-v2-kserve-predictor.18d45336553ecbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38095"
    uid: 65d5945f-81e9-4dab-8c2a-74990faf4022
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37875"
    uid: 094f27ec-77e9-412b-b8ef-0f364aea8407
  kind: Event
  lastTimestamp: "2026-09-11T17:08:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:09Z"
    name: isvc-paddle-v2-kserve-predictor.18d45340d2232d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38208"
    uid: 6c4fc521-97cb-441d-8858-48ac15aa02f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37875"
    uid: 094f27ec-77e9-412b-b8ef-0f364aea8407
  kind: Event
  lastTimestamp: "2026-09-11T17:08:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:09Z"
    name: isvc-paddle-v2-kserve-predictor.18d45340d2767a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "38209"
    uid: 5f712b3f-c914-4549-8752-20fab3ea2745
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: cf4c1b77-29ae-4596-b5cd-896dcf553a5b
  kind: Event
  lastTimestamp: "2026-09-11T17:08:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:08:06Z"
    name: isvc-paddle-v2-kserve.18d45332d5d690fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38181"
    uid: 6e78dea1-6060-47c2-819e-06da5e8acbc8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: cf4c1b77-29ae-4596-b5cd-896dcf553a5b
  kind: Event
  lastTimestamp: "2026-09-11T17:07:09Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:07:09Z"
    name: isvc-paddle-v2-kserve.18d45332d657b558
    namespace: kserve-ci-e2e-test
    resourceVersion: "37709"
    uid: c71b2568-0ae9-4231-b2f8-dae2dd49dc39
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38179"
    uid: cf4c1b77-29ae-4596-b5cd-896dcf553a5b
  kind: Event
  lastTimestamp: "2026-09-11T17:08:06Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:08:06Z"
    name: isvc-paddle-v2-kserve.18d4533ff1556fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38180"
    uid: fa6a2d40-8b05-4f03-996e-fcc91c9179f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36120"
    uid: 9150fe52-85f4-4154-a0d7-f70f3cc0b7c9
  kind: Event
  lastTimestamp: "2026-09-11T17:05:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:05:53Z"
    name: isvc-paddle.18d453119eb782d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: 095c248c-4ac5-47ad-b2df-132826e51c8e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36120"
    uid: 9150fe52-85f4-4154-a0d7-f70f3cc0b7c9
  kind: Event
  lastTimestamp: "2026-09-11T17:04:47Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T17:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:04:47Z"
    name: isvc-paddle.18d453119f52e768
    namespace: kserve-ci-e2e-test
    resourceVersion: "36137"
    uid: 51943474-becb-4460-994d-ba26a6934d57
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36860"
    uid: 9150fe52-85f4-4154-a0d7-f70f3cc0b7c9
  kind: Event
  lastTimestamp: "2026-09-11T17:05:53Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:05:53Z"
    name: isvc-paddle.18d4532113fb808f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36861"
    uid: 41d6104f-a5ef-4b9c-b016-f70cf8063481
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:08:16.424468Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38302"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-bnjbw
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:08:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:08:16Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d453425a83fa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: 3c004720-73b6-4f9d-85f5-272eda39c675
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T17:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:16Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d4534262d3c5a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38316"
    uid: 9ca067fa-c662-489a-9894-a6f13f696339
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38312"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:17Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:08:17Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d45342a0a5ccfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38327"
    uid: 5a270318-d670-4ef9-9f37-76ccfb2ec2a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:17Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d45342a23f3efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38329"
    uid: 62693b87-d006-4f62-9ca6-210eed405206
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:17Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d45342a5a3d441
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: 5b0ab3af-db0a-4051-b1b1-7d4b2b679a88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:17Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d45342a634ba24
    namespace: kserve-ci-e2e-test
    resourceVersion: "38332"
    uid: 76f1b2c7-879a-4975-bbcb-4d0ccac0a221
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:22Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T17:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:22Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d45343bfe666b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38372"
    uid: ff4ca320-5de1-4e9d-852c-cc445f1b5670
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:29Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.092s (7.092s
    including waiting). Image size: 826851186 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:29Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d4534566a1f1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38430"
    uid: ff6ebe5f-7ee9-480a-adb3-1dbd4cf6ae8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:29Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d4534569da2ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38431"
    uid: abea3c5c-1965-4cf5-8c2d-26552070036f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:29Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d453456a7bd68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: f3c37a3e-afe6-4f2e-9d52-967dff7cc575
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:29Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d453456a87aa38
    namespace: kserve-ci-e2e-test
    resourceVersion: "38433"
    uid: df59ee3e-b177-4c57-bf80-e798517dbe87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:29Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d453456e8657e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38434"
    uid: f59dcfa6-168c-4dce-a9a1-fb6053a60cf3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:08:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:29Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d453456f105af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38435"
    uid: aef65664-c97a-406f-b615-a117e9421d8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:09:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:09:42Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d45345dc50b5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39058"
    uid: d29de053-e9db-49d1-a0ba-83842b841caa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:09:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:09:57Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d45359e2abee25
    namespace: kserve-ci-e2e-test
    resourceVersion: "39198"
    uid: fa2b0434-1fae-478f-b85a-d5ea55ce2ae2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-bnjbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 19b546c1-e7fa-4d0a-8241-92d5304be4b3
  kind: Event
  lastTimestamp: "2026-09-11T17:09:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:09:57Z"
    name: isvc-pmml-predictor-8674795f59-bnjbw.18d45359e2ac9d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39199"
    uid: 3f596c1e-11ea-46f9-9466-4357b865a24c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38293"
    uid: 7746ab0c-f384-4079-8e77-c885fedbdfb6
  kind: Event
  lastTimestamp: "2026-09-11T17:08:16Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-bnjbw'
  metadata:
    creationTimestamp: "2026-09-11T17:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:16Z"
    name: isvc-pmml-predictor-8674795f59.18d453425a0b83dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38303"
    uid: 2e26abaf-f3c7-491f-b563-607c842aac4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: 783f727f-705e-42c6-a6a6-42660182ec0b
  kind: Event
  lastTimestamp: "2026-09-11T17:08:16Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:16Z"
    name: isvc-pmml-predictor.18d453425668aca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: a94a6100-72d7-4439-ac9c-e013bff51ac8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: defa3211-a656-4258-a89a-364f7c6947de
  kind: Event
  lastTimestamp: "2026-09-11T17:08:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:31Z"
    name: isvc-pmml-predictor.18d45345d55ede5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38451"
    uid: 715acf9e-b147-4129-9ce8-542a1f7c2890
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: defa3211-a656-4258-a89a-364f7c6947de
  kind: Event
  lastTimestamp: "2026-09-11T17:08:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:31Z"
    name: isvc-pmml-predictor.18d45345d5e592b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38453"
    uid: b7cda5da-a288-4efe-a477-7011b2162e0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38452"
    uid: defa3211-a656-4258-a89a-364f7c6947de
  kind: Event
  lastTimestamp: "2026-09-11T17:09:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:09:46Z"
    name: isvc-pmml-predictor.18d4534954a1225a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39089"
    uid: d0bed3e9-fa35-4421-9247-eb2be14d8472
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38452"
    uid: defa3211-a656-4258-a89a-364f7c6947de
  kind: Event
  lastTimestamp: "2026-09-11T17:09:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:09:46Z"
    name: isvc-pmml-predictor.18d4534955138bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39090"
    uid: 903cdde6-da28-4ed0-aed9-60a6353dd579
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:06:59.452174Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-lfvrb
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:06:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:06:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d453306e9bfa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37573"
    uid: dd2732b8-a7c6-4390-b6ef-9071d8216ab0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37578"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:00Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:07:00Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d45330907f226f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37585"
    uid: 1cb8b1d9-398f-45f0-a1b4-1bf1c610ebd8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:00Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d4533091fe077c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: 3963629e-dfc5-4762-bfab-e403ffd06f57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:00Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d4533094ceb6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 371e3687-ef08-478c-b45f-a5fd13212da4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:00Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d45330954b3816
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: 6db3ce9b-774f-41e3-81b6-fc83bf80f89a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:04Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d45331b1720ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37652"
    uid: 0fdbc7c6-345b-4049-a1d6-2358a27dba36
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.346s (7.346s
    including waiting). Image size: 826851186 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d4533367551a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37747"
    uid: a6910541-76d8-4d39-8c4c-1a92030f8fc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d453336b1cc609
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: 005e8cdc-5e6b-4c7d-bce5-07bbe9a5183b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d453336b9573c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: ebae23d4-7174-4056-88a4-1a1ce106d2f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d453336ba13207
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: 5c633a0f-c15c-413a-b486-7db42f5bcc81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d453336e5792e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: 99afdd78-06b8-443b-82ff-0f8b7f957279
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:07:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:07:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d453336ecfce5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37754"
    uid: 7850426a-759f-440f-84d9-21b476d6d6e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:08:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d45333cda33541
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 5b1ea613-4ba1-4577-b841-8277dff18a97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:08:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d4534a44bca17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38611"
    uid: 0ed83d26-402f-4eab-ba63-68ca3acc05ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 12700993-9eef-47bb-aa76-fb84a21a3d3f
  kind: Event
  lastTimestamp: "2026-09-11T17:08:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-lfvrb.18d4534a44bda588
    namespace: kserve-ci-e2e-test
    resourceVersion: "38612"
    uid: 02838b29-a320-49e5-bbf8-6af8e15af8b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37559"
    uid: c6b2f897-e982-42d0-bb8d-a01573e69c52
  kind: Event
  lastTimestamp: "2026-09-11T17:06:59Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-lfvrb'
  metadata:
    creationTimestamp: "2026-09-11T17:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d453306e1b97e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 148c3739-6715-4fe1-828f-de764e8134be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37556"
    uid: 0a368123-515a-42cf-9b02-0ee7dbf06361
  kind: Event
  lastTimestamp: "2026-09-11T17:06:59Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:59Z"
    name: isvc-pmml-runtime-predictor.18d453306afecab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37560"
    uid: e8af4fc2-1d93-4a03-a2b7-2c2574fee231
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37557"
    uid: 04516463-9f04-470e-9306-2431abfdf4d2
  kind: Event
  lastTimestamp: "2026-09-11T17:07:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:07:44Z"
    name: isvc-pmml-runtime-predictor.18d45333e9a48c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38019"
    uid: 760c085e-6470-4b42-8fa9-9d6135e1f9df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37557"
    uid: 04516463-9f04-470e-9306-2431abfdf4d2
  kind: Event
  lastTimestamp: "2026-09-11T17:07:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:07:44Z"
    name: isvc-pmml-runtime-predictor.18d45333ea356a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38020"
    uid: 46d9eacc-b108-4597-8661-fc068b7f6de5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 04516463-9f04-470e-9306-2431abfdf4d2
  kind: Event
  lastTimestamp: "2026-09-11T17:08:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:44Z"
    name: isvc-pmml-runtime-predictor.18d4533e6685f977
    namespace: kserve-ci-e2e-test
    resourceVersion: "38550"
    uid: 89f0d869-2a62-4182-b15e-7db2113c09d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T17:07:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 04516463-9f04-470e-9306-2431abfdf4d2
  kind: Event
  lastTimestamp: "2026-09-11T17:08:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:44Z"
    name: isvc-pmml-runtime-predictor.18d4533e6702e4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38551"
    uid: 61e9b1f4-bec7-483b-a1ca-61f19e5e3458
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37549"
    uid: fed714e1-5b56-4e1d-a382-410176fa271c
  kind: Event
  lastTimestamp: "2026-09-11T17:08:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:08:40Z"
    name: isvc-pmml-runtime.18d453306b056e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "38524"
    uid: b6acab64-1de7-4de5-aad9-caaa3112cc2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37549"
    uid: fed714e1-5b56-4e1d-a382-410176fa271c
  kind: Event
  lastTimestamp: "2026-09-11T17:06:59Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:06:59Z"
    name: isvc-pmml-runtime.18d453306ba442c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: c79732af-5566-4cd6-914c-28690379cde8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38522"
    uid: fed714e1-5b56-4e1d-a382-410176fa271c
  kind: Event
  lastTimestamp: "2026-09-11T17:08:40Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:08:40Z"
    name: isvc-pmml-runtime.18d45347d9d70712
    namespace: kserve-ci-e2e-test
    resourceVersion: "38523"
    uid: 2cb9dffe-a1d9-4a66-932a-ee5c1c7c2341
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:08:55.610374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38679"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:08:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:08:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534b7a2d6f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "38685"
    uid: ae98b6a0-9b8d-43f9-b017-781fcf66399d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38689"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:08:56Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:08:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534b9c333950
    namespace: kserve-ci-e2e-test
    resourceVersion: "38697"
    uid: 1308d916-8c6c-4f2d-b838-55eb4edfc5e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:08:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534b9d9e3a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38699"
    uid: c221dd7a-f160-42ca-af4e-7da7b2136228
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:08:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534ba0b27666
    namespace: kserve-ci-e2e-test
    resourceVersion: "38700"
    uid: f60e99da-60c9-4389-91c3-b1a73fb153bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:08:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:08:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534ba12b8a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: 9395c482-3232-42c8-bc58-2e45806dc2d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:09:00Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:09:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534c960a1f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38738"
    uid: 6717288b-c713-4851-b342-2431b2e932d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:09:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:09:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534c98ff28ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: 59b62938-ed05-42a1-9052-87e24316fc7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:09:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:09:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534c997642cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38741"
    uid: 9dfaec1c-6c6a-462b-8e87-c434858e5544
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:09:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:09:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534c99809f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: cc53bd8b-ecb2-4ee9-a368-d6415e5a957a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:09:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:09:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534c9c3bff66
    namespace: kserve-ci-e2e-test
    resourceVersion: "38745"
    uid: fa3bf7c8-dd25-4496-adf2-cf1d878722a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:09:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:09:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534c9cc0bac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38746"
    uid: ef78a0b3-6b19-4fd1-bcdd-924b0399fd6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:10:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:17Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4534cd21754fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39341"
    uid: e00807ea-76eb-4239-ab98-4eba07fef5cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:10:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d4536313113cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39497"
    uid: 352c5eef-402b-429b-9aea-ccfb03cbcebe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:10:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d453631313c8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: 9eb28a4f-1853-420e-bae9-bc6e2b2519fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 6d103f31-5c4d-416c-b2c7-7bbef6ae3353
  kind: Event
  lastTimestamp: "2026-09-11T17:10:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj.18d453632c56f36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39506"
    uid: 8efcfea3-3a0f-4268-aa06-277870b58174
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38670"
    uid: 6bd9a5d6-52be-412c-8841-abe01eb31e59
  kind: Event
  lastTimestamp: "2026-09-11T17:08:55Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-286wj'
  metadata:
    creationTimestamp: "2026-09-11T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d4534b79b4087d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: 01ab3523-110a-498d-8a7c-dff1bb3c72ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38668"
    uid: 09e44c19-5404-40ab-9855-ee04c8bb517e
  kind: Event
  lastTimestamp: "2026-09-11T17:08:55Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:08:55Z"
    name: isvc-pmml-v2-kserve-predictor.18d4534b7693b839
    namespace: kserve-ci-e2e-test
    resourceVersion: "38672"
    uid: 32a51b17-ef9e-409e-96f8-e5008734e2e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 47ebf9e4-50b4-456f-a09e-7ecafe101c8b
  kind: Event
  lastTimestamp: "2026-09-11T17:09:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:09:40Z"
    name: isvc-pmml-v2-kserve-predictor.18d4534ef51d9c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "39046"
    uid: 338246cb-851e-44c8-b6bb-bdbc3a0de582
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 47ebf9e4-50b4-456f-a09e-7ecafe101c8b
  kind: Event
  lastTimestamp: "2026-09-11T17:09:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:09:40Z"
    name: isvc-pmml-v2-kserve-predictor.18d4534ef58eb4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39047"
    uid: b860405c-35c0-45e4-9715-925cdaaa3cb1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38823"
    uid: 47ebf9e4-50b4-456f-a09e-7ecafe101c8b
  kind: Event
  lastTimestamp: "2026-09-11T17:10:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:10:25Z"
    name: isvc-pmml-v2-kserve-predictor.18d4535274c2496c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39402"
    uid: 4a062325-8d19-4540-8bca-7128d7b48164
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38823"
    uid: 47ebf9e4-50b4-456f-a09e-7ecafe101c8b
  kind: Event
  lastTimestamp: "2026-09-11T17:10:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:10:25Z"
    name: isvc-pmml-v2-kserve-predictor.18d4535275375c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39403"
    uid: 2cf4b7e7-918d-47ad-bf37-78e9b90cfce4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: d08b83e3-bdb6-4370-9886-fa8ac4c9f4ab
  kind: Event
  lastTimestamp: "2026-09-11T17:10:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:10:26Z"
    name: isvc-pmml-v2-kserve.18d4534b76a33223
    namespace: kserve-ci-e2e-test
    resourceVersion: "39416"
    uid: bc73e9c2-0df1-42c6-b155-0a185057bc1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: d08b83e3-bdb6-4370-9886-fa8ac4c9f4ab
  kind: Event
  lastTimestamp: "2026-09-11T17:08:55Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:08:55Z"
    name: isvc-pmml-v2-kserve.18d4534b773e096a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38676"
    uid: df598b65-f4ca-4b04-8f20-f4a8c1089d98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39414"
    uid: d08b83e3-bdb6-4370-9886-fa8ac4c9f4ab
  kind: Event
  lastTimestamp: "2026-09-11T17:10:26Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:10:26Z"
    name: isvc-pmml-v2-kserve.18d45360af969f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "39415"
    uid: 434bf2ea-3b2a-4c26-bf1f-b4aa247610fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38282"
    uid: b6b80a6d-c49f-4e39-a642-bffbbcc3d347
  kind: Event
  lastTimestamp: "2026-09-11T17:09:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:09:52Z"
    name: isvc-pmml.18d4534256a97350
    namespace: kserve-ci-e2e-test
    resourceVersion: "39140"
    uid: 3a9b99a5-f8ab-498d-bd29-2185efdb2b93
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:08:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38282"
    uid: b6b80a6d-c49f-4e39-a642-bffbbcc3d347
  kind: Event
  lastTimestamp: "2026-09-11T17:08:16Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:08:16Z"
    name: isvc-pmml.18d453425722ba5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 4d290f11-782d-44d4-a7bb-5dbc7381169b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:09:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: b6b80a6d-c49f-4e39-a642-bffbbcc3d347
  kind: Event
  lastTimestamp: "2026-09-11T17:09:52Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:09:52Z"
    name: isvc-pmml.18d45358b571cc34
    namespace: kserve-ci-e2e-test
    resourceVersion: "39139"
    uid: e636a8d1-ffdb-4e4d-bef7-ce0e42351b88
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:31:48.510190Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d45144f0a98c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: cd21115b-b552-46d2-85a1-815875960484
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d451451285d6f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17281"
    uid: ba7b6b70-bc99-4026-b66f-312ba221b788
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514514c17007
    namespace: kserve-ci-e2e-test
    resourceVersion: "17289"
    uid: fdce05be-8871-4a71-a84f-b172548e5271
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514517b82477
    namespace: kserve-ci-e2e-test
    resourceVersion: "17293"
    uid: 202c6464-117f-4f8d-b70e-40236db8ac9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:31:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514518307f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 72732423-10d2-4567-ac99-d04cc3da0399
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:31:53Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:54Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514637de19b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: fc46748c-0daf-4307-b4e2-8281671bbb20
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:32:17Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.078s
    (23.078s including waiting). Image size: 2433581203 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514b97711c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: 63c2f50d-89f7-4aef-8890-184851c6c4da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:32:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514b9d7bf4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17563"
    uid: 148cb8d2-c18e-4cbb-b7b3-6f43b3d1bcdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:32:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514b9ee5f241
    namespace: kserve-ci-e2e-test
    resourceVersion: "17564"
    uid: c6e5071b-ce58-4bb8-89e8-ba87699ae433
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:32:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514b9ef05721
    namespace: kserve-ci-e2e-test
    resourceVersion: "17565"
    uid: 8cdba3a4-e378-4d19-affc-647725998a7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:32:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514ba5dc0ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 822f417e-9fd5-48f9-b48e-847d9682bb49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:32:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:17Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514ba6bcfcf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: 71778112-93e8-49a4-8c83-ed04279ed791
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4514bd6afc1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18075"
    uid: b9e587fe-f741-446e-a591-0058adde0152
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4515e92f1f692
    namespace: kserve-ci-e2e-test
    resourceVersion: "18292"
    uid: 38f92c33-d273-40a4-a2f9-3f2cbd590062
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:38Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4515e92f29777
    namespace: kserve-ci-e2e-test
    resourceVersion: "18293"
    uid: e952cd53-6489-414d-897f-00a02306fd59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4515eb2de43fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: 26015417-6db3-46f7-8bd3-6421b35f0ad4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-11T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:45Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d451601886177c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 911c3b65-1175-43c0-8f87-a4070974bc4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: deeb805b-ce24-42c7-9f11-a9110dcc282a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-11T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:45Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw.18d4516018cb3b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18393"
    uid: d4003c27-94f5-4569-b322-f46d063cf99d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: 624148d7-b709-4736-a1d7-3b8f54a0588f
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-87ccw'
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d45144f013435f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: b2a73ac3-ba2e-4415-894c-8d11020b0bb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 18b18de7-d707-4317-b2e7-463956ae8675
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: isvc-predictive-lightgbm-predictor.18d45144ec543f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 0a719f71-0b95-4828-b2c9-dd14c07c5e6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: 9803dab2-f056-4fd0-afd4-d58f3e3dd7c1
  kind: Event
  lastTimestamp: "2026-09-11T16:32:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:48Z"
    name: isvc-predictive-lightgbm-predictor.18d451486b5ad7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17801"
    uid: 05e507d5-8bc8-4e47-87ec-c8067a94d575
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: 9803dab2-f056-4fd0-afd4-d58f3e3dd7c1
  kind: Event
  lastTimestamp: "2026-09-11T16:32:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:48Z"
    name: isvc-predictive-lightgbm-predictor.18d451486bb96a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17802"
    uid: 08cfaa49-a5b3-47f0-8460-b7a1e1ebebe9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 9803dab2-f056-4fd0-afd4-d58f3e3dd7c1
  kind: Event
  lastTimestamp: "2026-09-11T16:33:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:33Z"
    name: isvc-predictive-lightgbm-predictor.18d4515668a121aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: c9557299-2ff0-46ef-8601-f2e0e1cc78e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 9803dab2-f056-4fd0-afd4-d58f3e3dd7c1
  kind: Event
  lastTimestamp: "2026-09-11T16:33:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:33Z"
    name: isvc-predictive-lightgbm-predictor.18d4515669cace0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: e0e7bf87-eea7-41e4-90cf-fd426a10bfd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:36:54.436377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:36:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:36:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518c2b48b0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 1f1cf0be-c92d-4266-ba56-1561c560d8b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:36:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518c388860dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20025"
    uid: 504d7454-3a80-460b-ac04-45cd8c58d420
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:36:55Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:36:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518c7179b86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: 9fe988c5-90b8-482f-b74d-d3372515c2a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:36:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518c734a47d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20039"
    uid: 478d7645-9f5d-44da-bf4a-7ba8d917da15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:36:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518c77551caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: 028f514f-5544-405a-9b5c-32d62dcd984d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:36:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518c77d0348e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: ae0e7547-1a25-4799-b97a-81edeb92f819
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:37:00Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518d7adbbc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: 3936be1b-c1ba-431b-be36-0d77a6d414dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:37:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518d7e100e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20082"
    uid: 537c2121-f70b-4f59-8254-ef8b346fdaad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:37:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518d7e8dd515
    namespace: kserve-ci-e2e-test
    resourceVersion: "20083"
    uid: 861f04b0-0685-4238-826b-367332570b33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:37:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518d7e98fadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 0b17c00e-1f68-4f8b-811b-6767c02a31ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:37:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518d81a47aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: f2f28f26-ee22-4555-ad03-aa01e90268d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:37:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d4518d8220390d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: 1f07884f-928c-46b7-8fbc-be847072cd55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:38:27Z"
  message: 'Readiness probe failed: Get "http://10.132.0.32:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d451961937ae3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 28d6707f-da03-4516-afac-07d6f4ded953
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:38:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d451a1249fb429
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: c3cf41b2-3ec3-4c18-844b-1affe8fbde53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:38:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d451a124a0305f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20724"
    uid: b6f3138e-ee84-4920-9bce-f0462a1d41db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: e8652b6c-e916-4bc8-bd2a-0e073d50b073
  kind: Event
  lastTimestamp: "2026-09-11T16:38:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2.18d451a1bd1f927d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 117eaea2-7b2e-4d48-becf-425038d9efb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: 4de62d26-b52b-428a-933e-9b9f4e4a2223
  kind: Event
  lastTimestamp: "2026-09-11T16:36:54Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-tnzj2'
  metadata:
    creationTimestamp: "2026-09-11T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d4518c2a5ad54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: d5b1f7ac-4506-4881-a236-7d65e2fbe253
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: 6d3c3963-7a3c-429a-ba80-7f528b9bef12
  kind: Event
  lastTimestamp: "2026-09-11T16:36:54Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d4518c25ec1ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20001"
    uid: e31fc292-a0ac-4b42-9f9b-aa505e512411
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 31879de8-a272-424b-b2bb-ade81175aa79
  kind: Event
  lastTimestamp: "2026-09-11T16:37:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:37:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d4518fa52026bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: 3c15c054-4604-491b-bc59-8f02a6e1278a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 31879de8-a272-424b-b2bb-ade81175aa79
  kind: Event
  lastTimestamp: "2026-09-11T16:37:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:37:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d4518fa5b4d3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20377"
    uid: 4150343b-abcd-4b59-8c26-32b1ba58761e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 31879de8-a272-424b-b2bb-ade81175aa79
  kind: Event
  lastTimestamp: "2026-09-11T16:38:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:24Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d45193249d19aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 538fb493-78f5-4bb2-b33c-bb063f64e5f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 31879de8-a272-424b-b2bb-ade81175aa79
  kind: Event
  lastTimestamp: "2026-09-11T16:38:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:24Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d4519325631ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: 783d38ce-7329-4c3d-b445-8082fb94cce4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: f61c33f3-9afc-4d91-bd62-85d1feb57fd9
  kind: Event
  lastTimestamp: "2026-09-11T16:38:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:38:17Z"
    name: isvc-predictive-lightgbm-v2.18d4518c25ea99a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 2314e374-052e-4c9b-a687-089b4917de97
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: f61c33f3-9afc-4d91-bd62-85d1feb57fd9
  kind: Event
  lastTimestamp: "2026-09-11T16:36:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:54Z"
    name: isvc-predictive-lightgbm-v2.18d4518c26a3873d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: 2190b54c-f766-43d0-8e87-f8bb0c1db4f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: f61c33f3-9afc-4d91-bd62-85d1feb57fd9
  kind: Event
  lastTimestamp: "2026-09-11T16:38:17Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:38:17Z"
    name: isvc-predictive-lightgbm-v2.18d4519f773284db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: 8f5e12f8-a487-4701-a1a9-6acf745ad5b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: 5cdde41d-da04-4f9d-8dd5-1fd09f6fa9ac
  kind: Event
  lastTimestamp: "2026-09-11T16:33:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:34Z"
    name: isvc-predictive-lightgbm.18d45144ec87509e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18248"
    uid: a6a68745-1aa6-4a7c-a8de-aa22ecf75803
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: 5cdde41d-da04-4f9d-8dd5-1fd09f6fa9ac
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: isvc-predictive-lightgbm.18d45144ed266e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: d8ffe658-a624-4402-85a6-788e67b86580
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 5cdde41d-da04-4f9d-8dd5-1fd09f6fa9ac
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: isvc-predictive-lightgbm.18d45144f552dea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 895131f2-7ce9-40a3-9d55-57e4dc1e3d72
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18244"
    uid: 5cdde41d-da04-4f9d-8dd5-1fd09f6fa9ac
  kind: Event
  lastTimestamp: "2026-09-11T16:33:34Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:34Z"
    name: isvc-predictive-lightgbm.18d4515d911bdd24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18246"
    uid: 3d0d6ea0-0452-4072-a649-5cfa6ba568c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:28:13.937547Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:28:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:28:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d45112fb22d913
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: ce218b65-c450-431f-9670-763d1ce71602
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15261"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:14Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:28:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d451131d75e7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: ad0136f6-eec4-49b6-b621-d77efa85f756
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d451131f1e07fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: e4d9324c-23fb-4673-807c-ede119115a51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d451132244ed54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: f88c35ca-4a9f-4cde-b8d0-5c57be32831b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4511322b8e64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 05bde81f-2842-41e8-9f6a-e5e3ecb37aaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:18Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T16:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d451140860d57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 02bca7f1-1aec-4f87-b27b-6cfa3eb5260f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:42Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.777s
    (23.777s including waiting). Image size: 2433581203 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4511991a2e5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 856f9c6f-03a6-4733-a1e3-05be096c89b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4511995fe51db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 70d0ea70-8af3-44e5-9720-3090b54a9d93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d451199677995f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 6375f6e5-1fd6-42a1-bff8-41a30e349ff6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:42Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-11T16:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4511996877cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: 32c7bb8e-5281-4ae7-9ca0-326ee77114e2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.305s (2.305s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4511a1fec6c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 01038e06-f97a-4d8c-935e-57eea3785194
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4511a245dba63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: 68d92426-7618-456f-831a-d1cb6356e1e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:28:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4511a24d4b7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: bd49d054-cab2-4500-8cbc-9b46489a984f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:30:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4511a5b9b8e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 716e6636-dc18-4e1f-980b-dd15c06621d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:30:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4512d8b0be548
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: e607763f-3818-4dab-be07-7ec0312ecd45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:30:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4512d8b0c778b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 66c2e860-fe23-4a3d-aa38-e6b50aa7197b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 644b0c50-e8a8-47d2-96bb-24c72138d6ab
  kind: Event
  lastTimestamp: "2026-09-11T16:30:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-mllcs.18d4512e61db67df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 5ab52505-29d3-4e60-aa96-bf846c303e8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15245"
    uid: 79b60e2f-a216-4f78-94ad-34b48c4e4b9c
  kind: Event
  lastTimestamp: "2026-09-11T16:28:13Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-mllcs'
  metadata:
    creationTimestamp: "2026-09-11T16:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d45112faae3b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: b44acc5d-77fb-4321-ba9c-0f6670ab93ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15243"
    uid: 0da48cc8-d934-4734-b336-10fe38fc5dd6
  kind: Event
  lastTimestamp: "2026-09-11T16:28:13Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:13Z"
    name: isvc-predictive-sklearn-predictor.18d45112f78b3414
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 13cc50d9-d4ac-45ff-8304-ad4756bac13b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: 6914986b-3e32-4b64-bcfb-7f703ff528bf
  kind: Event
  lastTimestamp: "2026-09-11T16:29:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:13Z"
    name: isvc-predictive-sklearn-predictor.18d451167694ff34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: 329cce43-36ac-4924-b5bc-da107f38b08b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: 6914986b-3e32-4b64-bcfb-7f703ff528bf
  kind: Event
  lastTimestamp: "2026-09-11T16:29:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:13Z"
    name: isvc-predictive-sklearn-predictor.18d4511677ac733e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: 150c6191-6f6a-43b7-8efa-c55c46dfa392
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 6914986b-3e32-4b64-bcfb-7f703ff528bf
  kind: Event
  lastTimestamp: "2026-09-11T16:29:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:59Z"
    name: isvc-predictive-sklearn-predictor.18d4511d75cf8eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: 1c9a7c8d-3c6b-4cd7-916a-71d5a6cdcea0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 6914986b-3e32-4b64-bcfb-7f703ff528bf
  kind: Event
  lastTimestamp: "2026-09-11T16:29:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:59Z"
    name: isvc-predictive-sklearn-predictor.18d4511d765d6666
    namespace: kserve-ci-e2e-test
    resourceVersion: "16175"
    uid: 72ec10b7-f4d0-4e42-9b74-177ef91e579f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:33:43.860372Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18354"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:33:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:33:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d4515fcc119d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: fee1279e-bece-4f17-b174-b44675b9132e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d4515fd5896254
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 0440f317-21b9-46c0-aad3-8f59b44841ef
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:45Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:33:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d4516011eac0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: 73dc6d72-b0df-46a5-bd20-9a4cc68fb6ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d45160136ad19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: 9b4c24b9-0a6d-4d39-ae19-8cd934f19f0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d4516016c34717
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: 5131d61b-a83a-4e90-aa97-f9242ef74ddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d45160172c36be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: 11d596ff-7800-40db-acf9-8c58ed871c83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d451611dee92e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: 99c02b0a-00a9-41ad-b05f-0484038593a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d451612160ffa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: cab64c3e-c86e-4816-812e-4ac8eb2b6bcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d4516121c50901
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 3c21b416-0788-4889-8582-513d30450072
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d4516121cfea84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: 6571b624-d498-4e1a-b894-58e81e0a05d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d451612502b14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: 956014fb-ef44-414e-b31c-f17b706cc751
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d45161256a0811
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 36b7090b-6644-4e71-ae60-2b8fd1b9c486
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:35:16Z"
  message: 'Readiness probe failed: Get "http://10.133.0.26:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.26:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d45169bc651d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19109"
    uid: e66b4bae-0239-4b29-a9ab-6968e4dd9509
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:35:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:13Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d45174c641bbc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19088"
    uid: 30addd52-e2b2-47ac-acb4-4d6d6ed666f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:35:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:13Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d45174c6425940
    namespace: kserve-ci-e2e-test
    resourceVersion: "19089"
    uid: 0a3b619e-e651-47e3-bc40-795b89d582c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: e91f23cf-5020-4b33-957d-333e4115671a
  kind: Event
  lastTimestamp: "2026-09-11T16:35:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl.18d4517560534262
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: 2f67c652-2358-495b-94e6-ccdb1939032b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 05b1f626-135a-4cdf-a8eb-e7c3ed46d589
  kind: Event
  lastTimestamp: "2026-09-11T16:33:43Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-vkdhl'
  metadata:
    creationTimestamp: "2026-09-11T16:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d4515fcb2e512b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18355"
    uid: d615afa2-4da9-4bac-8307-d5cd0081ec0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18341"
    uid: f86561a7-8cb7-4d2b-b8da-cded64119596
  kind: Event
  lastTimestamp: "2026-09-11T16:33:43Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:43Z"
    name: isvc-predictive-sklearn-v2-predictor.18d4515fc5616a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: 6218ac11-830e-41de-8b33-cfe34abc9df1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18342"
    uid: 43df3336-cb10-40ef-95b8-c8b69dcc02b6
  kind: Event
  lastTimestamp: "2026-09-11T16:33:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18d4516343ff6382
    namespace: kserve-ci-e2e-test
    resourceVersion: "18524"
    uid: 09889c40-bb4f-40b3-9317-5837d0164774
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18342"
    uid: 43df3336-cb10-40ef-95b8-c8b69dcc02b6
  kind: Event
  lastTimestamp: "2026-09-11T16:33:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18d4516344bfa70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 6631c51d-a8ab-40a3-a78d-5b551ad6191b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: 43df3336-cb10-40ef-95b8-c8b69dcc02b6
  kind: Event
  lastTimestamp: "2026-09-11T16:35:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18d45166c3bdcff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: fe065993-e3b2-4a71-b7ab-b6e0f42cd1ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: 43df3336-cb10-40ef-95b8-c8b69dcc02b6
  kind: Event
  lastTimestamp: "2026-09-11T16:35:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18d45166c4557223
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: 40324155-89b8-4840-83ad-76e039d851bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 2ec9a6b6-9956-41d8-a64b-ca4b8013ef8a
  kind: Event
  lastTimestamp: "2026-09-11T16:35:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:35:06Z"
    name: isvc-predictive-sklearn-v2.18d4515fc575a30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: e9dcd96b-9c93-4ef0-af2d-a6caa5020ab9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 2ec9a6b6-9956-41d8-a64b-ca4b8013ef8a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:43Z"
    name: isvc-predictive-sklearn-v2.18d4515fc6314bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: 60821158-b496-4949-baa6-8b437eed8e64
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 2ec9a6b6-9956-41d8-a64b-ca4b8013ef8a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:43Z"
    name: isvc-predictive-sklearn-v2.18d4515fcf380a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: c2842e19-fb0b-46ac-a6dc-ebf88b710ea8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: 2ec9a6b6-9956-41d8-a64b-ca4b8013ef8a
  kind: Event
  lastTimestamp: "2026-09-11T16:35:06Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:35:06Z"
    name: isvc-predictive-sklearn-v2.18d4517315f6b308
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: 97c02b2e-32a1-4b54-89a0-bb62735b4028
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 0d54cb54-9ce1-48fc-bea2-26b64e13ec7d
  kind: Event
  lastTimestamp: "2026-09-11T16:30:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:30:01Z"
    name: isvc-predictive-sklearn.18d45112f7a03a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: e5d920c5-e4da-4369-9c39-0ca0559999b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 0d54cb54-9ce1-48fc-bea2-26b64e13ec7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:28:14Z"
    name: isvc-predictive-sklearn.18d45112fb5ef841
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: 4f0a77a6-5b69-401e-9acf-1f4a4d6db675
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: 0d54cb54-9ce1-48fc-bea2-26b64e13ec7d
  kind: Event
  lastTimestamp: "2026-09-11T16:30:01Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:30:01Z"
    name: isvc-predictive-sklearn.18d4512c13d84084
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: b6b0a9c9-5a20-4892-9dd1-e2b5503ab3f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:30:13.220601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-rv59q
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:30:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:30:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512ec0f5d601
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 024e3d1a-b521-4c9f-86ec-0c1b3bd33349
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:13Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:30:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512ee313a824
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: c6c773da-ec94-477c-a2b8-699347dbd162
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512ee4a97037
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 61a1f90f-3f65-476c-904d-36d08138ecc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512ee8293d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16370"
    uid: 21ee578f-19c6-4952-9e3f-eadccd4d3f20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512ee8a2e19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 7949593b-03af-40d4-831c-5e747c24ecd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:18Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512fe29570db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: d8fa31fc-90a5-4b09-9be2-9d5fd0b8aac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512fe5ec3be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: c78110b5-845e-493e-a6b8-d9b39b4699ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512fe6735f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: a2286a78-9746-43f9-96e8-ad4b0a0ee48e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512fe67dc084
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: 11c2b271-943f-4f98-94ae-f646a79b78ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512fe9b41426
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: 64caa3f1-e938-4e31-a8d4-908cc1f2b6eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4512fea2cb490
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: 5f4f494b-e37d-47fd-ba5b-d496ab347ffe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d451301eae988b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: f390f6b5-8aed-4c55-81ef-cd7e86b42279
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:31:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d45143bafb58f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: a9a9b6e2-7dc3-493d-b946-2a92a24dc7bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:31:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d45143bafbc166
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 3f74c16b-8610-4faf-b86f-bb68b38106ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 48e50cd6-7e7b-4211-907d-c418493d15dd
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-rv59q.18d4514424ebb96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: 0c4bb4f8-364d-4f18-9e57-b908c7875848
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 156903ed-f964-4d56-9bb8-b886708ee3bd
  kind: Event
  lastTimestamp: "2026-09-11T16:30:13Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-rv59q'
  metadata:
    creationTimestamp: "2026-09-11T16:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d4512ec07c46f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: 5927f3fc-0d78-4dc1-b246-1af537c5a8f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 9c5eba53-13a8-44d4-a3e3-62417ce1ed2b
  kind: Event
  lastTimestamp: "2026-09-11T16:30:13Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:13Z"
    name: isvc-predictive-xgboost-predictor.18d4512ebd327643
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 95116c0d-a54b-4d12-b1f9-325e5ce010be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: a3c54076-a26b-4eba-9989-e66ffe279cb7
  kind: Event
  lastTimestamp: "2026-09-11T16:30:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:43Z"
    name: isvc-predictive-xgboost-predictor.18d451323bf0fe42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: c7706c65-f525-43ee-84f7-295cbeefa0c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: a3c54076-a26b-4eba-9989-e66ffe279cb7
  kind: Event
  lastTimestamp: "2026-09-11T16:30:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:43Z"
    name: isvc-predictive-xgboost-predictor.18d451323c66da5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: 5673816b-534e-41ac-a77e-9161452b07e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: a3c54076-a26b-4eba-9989-e66ffe279cb7
  kind: Event
  lastTimestamp: "2026-09-11T16:31:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:43Z"
    name: isvc-predictive-xgboost-predictor.18d451393a287fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17156"
    uid: a16f44c9-eafc-44e4-b6d8-797c05f09d4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: a3c54076-a26b-4eba-9989-e66ffe279cb7
  kind: Event
  lastTimestamp: "2026-09-11T16:31:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:43Z"
    name: isvc-predictive-xgboost-predictor.18d451393aa1ddab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: feb193f8-9820-4b69-ad5a-44df0ed70100
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:35:19.312553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19157"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:35:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d4517605764b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: 43216c1e-4491-4e2c-8797-3c8c49201847
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:19Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d45176279e7ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: edebdd69-bbde-4e46-be8c-813103ce4d3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d4517629b21458
    namespace: kserve-ci-e2e-test
    resourceVersion: "19176"
    uid: 6837bb8d-c500-4c9a-94c4-055390e3caaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d451762cbd1264
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: f9e63339-e7f6-4afb-be5f-a74188bb249a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d451762d3492e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 038a868a-af47-41b5-8a8f-54b6654a061d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:23Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d451771747797d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 10afb061-2a6b-4792-a623-0ff1c990d462
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d451771b20cc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19214"
    uid: e2abfb82-05ff-453b-a163-0028be0c32ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d451771ba6f0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: a0356589-8de4-4d02-b24c-b24411c58fce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d451771bb1f7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19217"
    uid: a9d569fc-66a4-45d1-a3e1-896e57de4c96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d451771f34ab1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: 4e565f61-abd1-452c-bf55-944b096893a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:35:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:24Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d451771fab6b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: 4d513bc9-2f63-4e67-a7bc-e762e7123a08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:36:53Z"
  message: 'Readiness probe failed: Get "http://10.133.0.27:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:53Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d4517ff1611aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: bc3d9dda-d985-412b-87b9-d5a7b6d1b2ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:36:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d4518af5afff7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19942"
    uid: 4b7997c3-d864-4cb5-91db-f12b2357bfd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:36:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d4518af5b09f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "19943"
    uid: a64ab93b-ae3f-4974-a690-3e5fe533e025
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: bdeab8ca-2365-47b0-8e6c-332cf280c76e
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz.18d4518b953727b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19967"
    uid: c31d42f1-cc8a-4ad0-bfc1-34ed91dcce1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: 441d6881-e3c4-4cf9-be78-52da231d306c
  kind: Event
  lastTimestamp: "2026-09-11T16:35:19Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-trwmz'
  metadata:
    creationTimestamp: "2026-09-11T16:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d4517604cc754f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: 2aa28250-521b-4bed-854b-5a81575e3937
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: bd88880f-88e8-46bf-9173-e8ee85c3bf47
  kind: Event
  lastTimestamp: "2026-09-11T16:35:19Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: isvc-predictive-xgboost-v2-predictor.18d45175fb5fde12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: d000ef63-94a0-4c5b-9e36-6ce517a6b050
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: 35711977-96da-4bc0-a0aa-6953f6fb06dd
  kind: Event
  lastTimestamp: "2026-09-11T16:35:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18d451797a595cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19294"
    uid: 64c4bb4b-c5f9-4bd2-9288-ede9ad9cda9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: 35711977-96da-4bc0-a0aa-6953f6fb06dd
  kind: Event
  lastTimestamp: "2026-09-11T16:35:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18d451797af6542a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 6ecd6b33-b9f6-4820-8636-882e5154781b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 35711977-96da-4bc0-a0aa-6953f6fb06dd
  kind: Event
  lastTimestamp: "2026-09-11T16:36:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18d4517cf9cb8aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 9ead08b1-edf0-4b6a-881f-28689bafabff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 35711977-96da-4bc0-a0aa-6953f6fb06dd
  kind: Event
  lastTimestamp: "2026-09-11T16:36:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18d4517cfa4c5e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: f0584fde-97a0-4410-aa39-d13d70ddf423
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 721c366f-a269-4d37-9e8b-b334470e4105
  kind: Event
  lastTimestamp: "2026-09-11T16:36:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:43Z"
    name: isvc-predictive-xgboost-v2.18d45175fb6a0a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19889"
    uid: 6aff12af-758f-4d84-87e7-75ec32822150
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 721c366f-a269-4d37-9e8b-b334470e4105
  kind: Event
  lastTimestamp: "2026-09-11T16:35:19Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: isvc-predictive-xgboost-v2.18d45175fd2ac2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: 16c27b98-5857-426e-b696-9ee3ee53e592
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19887"
    uid: 721c366f-a269-4d37-9e8b-b334470e4105
  kind: Event
  lastTimestamp: "2026-09-11T16:36:43Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:43Z"
    name: isvc-predictive-xgboost-v2.18d45189b1b60c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: 1b222d4a-30f5-434d-94a2-6e4fbc555edd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: 09dec41c-11a3-4065-8622-a53c12ab8528
  kind: Event
  lastTimestamp: "2026-09-11T16:31:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:35Z"
    name: isvc-predictive-xgboost.18d4512ebd65e32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 619559b6-eaf6-4390-8450-4c8c4e1d2bee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: 09dec41c-11a3-4065-8622-a53c12ab8528
  kind: Event
  lastTimestamp: "2026-09-11T16:30:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:30:13Z"
    name: isvc-predictive-xgboost.18d4512ebdd950ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 2ff1a42d-c750-4c47-af35-74f3b87271c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 09dec41c-11a3-4065-8622-a53c12ab8528
  kind: Event
  lastTimestamp: "2026-09-11T16:31:35Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:35Z"
    name: isvc-predictive-xgboost.18d45141d6e9d505
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: eff2be13-5b71-4ac6-9025-6e1bd8ce7bc6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:10:42.150380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39566"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:10:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:10:42Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d453644874eec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39570"
    uid: 13d9c973-8f41-4e7f-bb28-75fa6be7213e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-932c75-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:42Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d4536451f19b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39579"
    uid: 2ca5096f-8b57-49bd-938b-eb20b9201516
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39575"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:43Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:10:43Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d453648e59484f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39590"
    uid: 7cb10562-f8e0-48ad-ae59-4f6f770f99f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:43Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d453648fcb1010
    namespace: kserve-ci-e2e-test
    resourceVersion: "39592"
    uid: 08225cf7-97e7-4eb0-b056-d29323de39e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:43Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d4536492b1532c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39593"
    uid: 3a33ed8f-d80b-4ee5-8374-a21e893d99f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:43Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d4536493258984
    namespace: kserve-ci-e2e-test
    resourceVersion: "39594"
    uid: 906b0b9b-c50a-4a3f-a90d-0792526f0d8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:47Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d45365987c4a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 1f4362bc-2a94-4158-956e-27ca77a103ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:47Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d453659b1b7a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: 538dad50-0992-4c28-a910-8c0b50d7749d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:47Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d453659b93c540
    namespace: kserve-ci-e2e-test
    resourceVersion: "39634"
    uid: d656ae0e-acaf-4f12-a9cd-3c76d4313086
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:47Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d453659b9ee1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39635"
    uid: 44e3f51d-4df6-480a-84d7-3ed902d82052
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:47Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d453659e30d7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39639"
    uid: be9680d4-41b6-4992-a590-17604b782cd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:10:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:10:47Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d453659ea7a0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39640"
    uid: 24c6ae7f-e505-457f-b67a-0ef9a5949de5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:12:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:12:45Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d4536610503e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "40572"
    uid: 295f0cec-8e7a-493b-af35-4c771297579f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:12:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:12:45Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d4538101195610
    namespace: kserve-ci-e2e-test
    resourceVersion: "40564"
    uid: a6c276bc-202d-408e-b1ff-9eac9cbccc19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:12:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:12:45Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d453810119dcc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40565"
    uid: 90ff198f-4136-4189-ac2e-4a85d84f4e79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39568"
    uid: 01b8a661-54db-4aa6-a232-315cdddeffa9
  kind: Event
  lastTimestamp: "2026-09-11T17:12:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:12:45Z"
    name: isvc-primary-932c75-predictor-bd6c947bf-bhkvw.18d4538112a519fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40571"
    uid: 43035f60-6efe-44a0-91fa-fba116883a8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-932c75-predictor-bd6c947bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39557"
    uid: 27b6f274-24fd-4f68-97af-ddbbf21fe4da
  kind: Event
  lastTimestamp: "2026-09-11T17:10:42Z"
  message: 'Created pod: isvc-primary-932c75-predictor-bd6c947bf-bhkvw'
  metadata:
    creationTimestamp: "2026-09-11T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:10:42Z"
    name: isvc-primary-932c75-predictor-bd6c947bf.18d4536447ffd281
    namespace: kserve-ci-e2e-test
    resourceVersion: "39567"
    uid: 979b98f4-b98f-4a41-822d-47f50681fd7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-932c75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39555"
    uid: c91dca65-1470-40bb-9e06-ceb8c03e1fc3
  kind: Event
  lastTimestamp: "2026-09-11T17:10:42Z"
  message: Scaled up replica set isvc-primary-932c75-predictor-bd6c947bf from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:10:42Z"
    name: isvc-primary-932c75-predictor.18d4536442f258e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: a9a4bfee-df39-441b-993d-886b6462d9fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-932c75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: 5bf21955-36c7-4031-b255-5cac8c6bbd32
  kind: Event
  lastTimestamp: "2026-09-11T17:11:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:11:27Z"
    name: isvc-primary-932c75-predictor.18d45367c1f85146
    namespace: kserve-ci-e2e-test
    resourceVersion: "39910"
    uid: 62183232-f6f1-4529-90f2-25fc8512d4d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-932c75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: 5bf21955-36c7-4031-b255-5cac8c6bbd32
  kind: Event
  lastTimestamp: "2026-09-11T17:11:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:11:27Z"
    name: isvc-primary-932c75-predictor.18d45367c26da520
    namespace: kserve-ci-e2e-test
    resourceVersion: "39911"
    uid: 783601d4-4040-4a68-a505-18bb3c7eac12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T17:11:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-932c75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: 5bf21955-36c7-4031-b255-5cac8c6bbd32
  kind: Event
  lastTimestamp: "2026-09-11T17:12:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:12:42Z"
    name: isvc-primary-932c75-predictor.18d453723f4654a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40510"
    uid: 06c0813b-8e76-407d-b17a-1006850f096c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T17:11:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-932c75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: 5bf21955-36c7-4031-b255-5cac8c6bbd32
  kind: Event
  lastTimestamp: "2026-09-11T17:12:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:12:42Z"
    name: isvc-primary-932c75-predictor.18d453723fbf22c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40511"
    uid: af5ecabc-64d8-4cd4-a67b-2f484a48acb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-932c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 7571e455-afee-438e-a3c0-2c1e828ed268
  kind: Event
  lastTimestamp: "2026-09-11T17:12:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:12:06Z"
    name: isvc-primary-932c75.18d453644303e242
    namespace: kserve-ci-e2e-test
    resourceVersion: "40196"
    uid: 50572ab1-5074-4873-8962-46310dd901f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-932c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 7571e455-afee-438e-a3c0-2c1e828ed268
  kind: Event
  lastTimestamp: "2026-09-11T17:10:42Z"
  message: 'Failed to update status for InferenceService "isvc-primary-932c75": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-932c75":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:10:42Z"
    name: isvc-primary-932c75.18d4536443886570
    namespace: kserve-ci-e2e-test
    resourceVersion: "39561"
    uid: 60a17efe-364a-416a-9510-482ef16d6ada
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:10:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-932c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39548"
    uid: 7571e455-afee-438e-a3c0-2c1e828ed268
  kind: Event
  lastTimestamp: "2026-09-11T17:10:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-932c75": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:10:42Z"
    name: isvc-primary-932c75.18d453644388a4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39562"
    uid: a29c888c-bc0a-4435-b8d1-80b994f0f4d0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-932c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "40192"
    uid: 7571e455-afee-438e-a3c0-2c1e828ed268
  kind: Event
  lastTimestamp: "2026-09-11T17:12:05Z"
  message: InferenceService [isvc-primary-932c75] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:12:05Z"
    name: isvc-primary-932c75.18d45377cb69a399
    namespace: kserve-ci-e2e-test
    resourceVersion: "40195"
    uid: 52ed6afe-59da-4d9b-a028-054fb62eca81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:12:27.475809Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40368"
    uid: 9999eec3-90ad-49a1-85fa-c21c230c2653
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-932c75-predictor-76c5bfcd-xvcc9
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:12:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:12:27Z"
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9.18d4537cce5776d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40374"
    uid: 2976bb79-0ef8-4d7b-beac-36b078584923
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 9999eec3-90ad-49a1-85fa-c21c230c2653
  kind: Event
  lastTimestamp: "2026-09-11T17:12:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-932c75-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:12:27Z"
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9.18d4537cdd6f08d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: f49b3a15-0947-47a6-8966-bf8516a2d195
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40378"
    uid: 9999eec3-90ad-49a1-85fa-c21c230c2653
  kind: Event
  lastTimestamp: "2026-09-11T17:12:28Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:12:28Z"
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9.18d4537d142b9506
    namespace: kserve-ci-e2e-test
    resourceVersion: "40396"
    uid: e5916134-605e-4d5e-a993-49823cb31e7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 9999eec3-90ad-49a1-85fa-c21c230c2653
  kind: Event
  lastTimestamp: "2026-09-11T17:12:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:12:33Z"
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9.18d4537d15b56f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "40437"
    uid: 02e6a7f6-be33-4fe3-8002-b28eb5d34373
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 9999eec3-90ad-49a1-85fa-c21c230c2653
  kind: Event
  lastTimestamp: "2026-09-11T17:12:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:12:33Z"
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9.18d4537d18bd6d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "40439"
    uid: d69bc6c6-d17b-4934-8c98-bb31b34811fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 9999eec3-90ad-49a1-85fa-c21c230c2653
  kind: Event
  lastTimestamp: "2026-09-11T17:12:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:12:33Z"
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9.18d4537d19324242
    namespace: kserve-ci-e2e-test
    resourceVersion: "40440"
    uid: 33fb2289-11fc-44d2-b1c5-951e9fbb6d44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 9999eec3-90ad-49a1-85fa-c21c230c2653
  kind: Event
  lastTimestamp: "2026-09-11T17:12:39Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-932c75-predictor-76c5bfcd-xvcc9_kserve-ci-e2e-test(9999eec3-90ad-49a1-85fa-c21c230c2653)
  metadata:
    creationTimestamp: "2026-09-11T17:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:12:39Z"
    name: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9.18d4537f8b2c90ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 989b9821-4830-497b-948d-ce512102117e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-932c75-predictor-76c5bfcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40359"
    uid: 149a48d6-7ff1-45ea-a608-7609da2b5616
  kind: Event
  lastTimestamp: "2026-09-11T17:12:27Z"
  message: 'Created pod: isvc-secondary-932c75-predictor-76c5bfcd-xvcc9'
  metadata:
    creationTimestamp: "2026-09-11T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:12:27Z"
    name: isvc-secondary-932c75-predictor-76c5bfcd.18d4537ccde22637
    namespace: kserve-ci-e2e-test
    resourceVersion: "40371"
    uid: f713cc29-9cf4-4d8f-9cba-de4e2d43a0af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-932c75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: 94873771-be3b-453f-bbfd-33c9fc794b24
  kind: Event
  lastTimestamp: "2026-09-11T17:12:27Z"
  message: Scaled up replica set isvc-secondary-932c75-predictor-76c5bfcd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:12:27Z"
    name: isvc-secondary-932c75-predictor.18d4537cc87627b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40360"
    uid: f806a586-0792-449d-9074-0716bf395258
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-932c75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: e20e248d-e3bc-4d26-ba06-32a14ff43c31
  kind: Event
  lastTimestamp: "2026-09-11T17:12:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:12:42Z"
    name: isvc-secondary-932c75-predictor.18d4538046e43ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40513"
    uid: 6fc6a0fb-8714-46ba-b1a9-04fd09735122
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-932c75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: e20e248d-e3bc-4d26-ba06-32a14ff43c31
  kind: Event
  lastTimestamp: "2026-09-11T17:12:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:12:42Z"
    name: isvc-secondary-932c75-predictor.18d45380475693d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40515"
    uid: 47defbc9-7a76-429d-92da-e4ffbe814841
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-932c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: de75259c-f2d2-4bad-b0aa-a8b2a7999556
  kind: Event
  lastTimestamp: "2026-09-11T17:12:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:12:39Z"
    name: isvc-secondary-932c75.18d4537cc87e07b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: 7e50ac41-f379-4711-b5d6-e2b3f4729a57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-932c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: de75259c-f2d2-4bad-b0aa-a8b2a7999556
  kind: Event
  lastTimestamp: "2026-09-11T17:12:27Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-932c75":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-932c75":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:12:27Z"
    name: isvc-secondary-932c75.18d4537cc94b2951
    namespace: kserve-ci-e2e-test
    resourceVersion: "40380"
    uid: 2e3d26b4-3026-43cd-8166-4b53591829e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:12:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-932c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: de75259c-f2d2-4bad-b0aa-a8b2a7999556
  kind: Event
  lastTimestamp: "2026-09-11T17:12:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-932c75": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:12:27Z"
    name: isvc-secondary-932c75.18d4537cc94b81f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40381"
    uid: c411dfdf-bf06-4d9e-a5cb-e56b083addab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:29:53.919035Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:29:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:29:53Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512a427f3c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16098"
    uid: 49b3e60f-9c5c-4833-b37a-fb2ab27e056e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:54Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:29:54Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512a6488d128
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 1f6984e6-61e6-4617-a04d-91447ae88943
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:54Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512a6614bf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 65b670a9-b37f-4220-ad54-2344d50447d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:54Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512a68ed41ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: d54dad59-9147-4517-8c0a-99d0e5cd1f05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:54Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512a696356f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: 575f3c8b-96b7-4b64-ad02-7629e623f10e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b55ec5771
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 1891b2ac-c734-46a1-ac5a-8beb26272ceb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b59214318
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: ff071e21-3f3e-46a9-a8e2-8c6bf8d4f709
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b5997f58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: 73074d7c-ff3d-4bba-9868-d79422fa57a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b59a2608b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: 0ad54ce6-0416-42d6-bd29-48473c8e243d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b5c9572a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16167"
    uid: 3ce29858-36b1-4796-a206-0e80d62cb2a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b5d0b0233
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 7b479ca6-4ecc-4d32-9306-adc983785063
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:58Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:6bed5c97c6557bae64203d919b8edfd899fd57987abd7acf05784a97bd1466b4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b5d15535e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: 2101455a-2c3d-47d9-9c40-579824f5d716
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b605906a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: e94d99ab-d701-4b09-bc87-69e8f786a2a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:29:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:58Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b60cbfa93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 508eb8a8-5812-48e9-97f1-7e03fe260e0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:36Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512b91fe03ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: 2b4b6af8-f103-43a0-8c29-de1c296b9dbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:36Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d4512bcdf080ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 502e20fe-3c69-483a-9a30-9037e4020e50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:28Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d45140641560b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: 57e362b4-bede-44ac-b6e1-c2ab5ddd254e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:28Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-11T16:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:28Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d451406415acc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: 163a67d2-64b2-46af-b823-c9763689e181
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:28Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d451406415da93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 28a83168-0ed1-4f1e-befb-c10d98facff5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 06bb9679-5d35-4c52-a955-a0bbbce530c0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:46Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r.18d45140fe2a8d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 58f5c35f-e1b6-47ac-a05f-0b27163b1da8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: 36fca0aa-b652-416b-ade4-36d4fbec224a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:53Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-8684fb99f9-tbq9r'
  metadata:
    creationTimestamp: "2026-09-11T16:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:53Z"
    name: isvc-sklearn-batcher-custom-predictor-8684fb99f9.18d4512a420623e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: 0f0c3d2b-a9a0-40f0-89db-662d92de6482
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 006d0a8f-3c9f-4a39-86fc-a97ab85206ff
  kind: Event
  lastTimestamp: "2026-09-11T16:29:53Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-8684fb99f9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18d4512a3a043b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: e55aa95e-df82-4613-b3fc-bbbf3048f378
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 343a4078-36a0-49d6-b9da-7dff574234bc
  kind: Event
  lastTimestamp: "2026-09-11T16:30:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18d4512db8b49c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: 5aae6951-e066-4692-9dd0-90e09b38d507
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 343a4078-36a0-49d6-b9da-7dff574234bc
  kind: Event
  lastTimestamp: "2026-09-11T16:30:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18d4512db94e7c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 9a44d9ac-d8cb-4453-9ae7-0b6a876fe6b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 343a4078-36a0-49d6-b9da-7dff574234bc
  kind: Event
  lastTimestamp: "2026-09-11T16:31:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d4513138967150
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 2f5325f3-5df1-4120-9bb7-6e45d888079f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 343a4078-36a0-49d6-b9da-7dff574234bc
  kind: Event
  lastTimestamp: "2026-09-11T16:31:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d451313920d4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: af6303a1-e98c-4840-95af-bcd558cabc50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: d1fc5314-bd24-425a-b31d-ea3f5054cc56
  kind: Event
  lastTimestamp: "2026-09-11T16:31:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:16Z"
    name: isvc-sklearn-batcher-custom.18d4512a3a73008f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16875"
    uid: 4bf8ba20-a03f-4e4b-85c3-7dedcdacbd0c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: d1fc5314-bd24-425a-b31d-ea3f5054cc56
  kind: Event
  lastTimestamp: "2026-09-11T16:29:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:53Z"
    name: isvc-sklearn-batcher-custom.18d4512a46c134b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: d2b91e61-52ca-4a71-89de-aa3207aa5962
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: d1fc5314-bd24-425a-b31d-ea3f5054cc56
  kind: Event
  lastTimestamp: "2026-09-11T16:29:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:53Z"
    name: isvc-sklearn-batcher-custom.18d4512a46c17843
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: a15f24cb-eeed-43b0-bb68-ba89e4a3b37a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: d1fc5314-bd24-425a-b31d-ea3f5054cc56
  kind: Event
  lastTimestamp: "2026-09-11T16:31:16Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:16Z"
    name: isvc-sklearn-batcher-custom.18d4513d87e81f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: 463b2164-3064-403a-9ed9-ffbc7732e9f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:27:58.834059Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:27:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:27:58Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4510f76e5f0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 554c7332-20c4-4f9c-af96-2de85d70c100
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:27:59Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4510f991b098c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 4af89086-f268-4863-b0e6-f7feb8bdebd1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:27:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4510f9b022a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 9245b8cd-0f27-4674-bec8-b66caf9f353e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    in 3.279s (3.279s including waiting). Image size: 306764719 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:02Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d451105e7dbecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: 2f8f9762-0b15-44e9-b5b2-32cc46de86be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:02Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d45110615e83e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: d5b0b0e7-51bb-470b-ae72-1af327c4f72c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:02Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4511061dfb5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 9de7b3c6-4910-406c-88ba-ae5c38e47382
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:07Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-11T16:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:07Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4511162ccace9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: b09c715a-c134-4ec7-aa80-5983edef600a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 13.99s (13.99s including waiting). Image size: 1583654804 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:21Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d45114a4b52983
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: c6825bbc-31eb-49c0-afad-1d4e3077cffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:21Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d45114a85400c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: 78efca50-6144-4a70-b641-6f6b18989401
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:21Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d45114a8cfe326
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 02e7fced-fc02-4f83-b9ff-4a4e6c7fcc5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:21Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-11T16:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:21Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d45114a8e0cb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: 475f53a9-a235-491b-b1a5-11fe26333275
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.377s (2.377s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:23Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d451153691b2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 4926d0cd-b02f-4a72-b594-9565e5038f5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:23Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4511539b9d843
    namespace: kserve-ci-e2e-test
    resourceVersion: "15364"
    uid: db80fee5-c785-482a-a48f-601932e38a06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:23Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d451153a348502
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: af9c7a26-af46-4d6a-9c1f-5e31f6c83f7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:23Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:6bed5c97c6557bae64203d919b8edfd899fd57987abd7acf05784a97bd1466b4"
  metadata:
    creationTimestamp: "2026-09-11T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:23Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d451153a41e9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 52b04982-7274-4536-8d38-d43a4ac7651a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:6bed5c97c6557bae64203d919b8edfd899fd57987abd7acf05784a97bd1466b4"
    in 2.499s (2.499s including waiting). Image size: 243402325 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:26Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d45115cf423a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: ac452006-8561-4813-9eec-a0cf17a9cbad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-11T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:26Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d45115d27e457d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 6656139c-fdba-45d6-a615-3af8837833b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:28:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-11T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:26Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d45115d2f61724
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: f236fb29-65cf-41e7-ba61-c4fdac8a6d34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:30:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:09Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4511610feb161
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: ac78bcc1-3942-4639-9b26-f9afcbf922df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:30:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-11T16:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:09Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4511611088ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: 85840c07-9454-4616-9f61-7c1eb5526d3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:29:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:53Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4512a3eeaf832
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: f3f31d9e-f3c9-4d1b-b493-d3e75ac0a013
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:29:53Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-11T16:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:53Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4512a3eeb5d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: a1a51148-5d4d-4171-ba37-d4f3eda0cffb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:29:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:53Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4512a3eeb912c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: 3908c199-f41f-4288-ba56-1f9aa560bec1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 5b5a4ad6-f121-40d3-882a-466e3a23bb4b
  kind: Event
  lastTimestamp: "2026-09-11T16:30:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:08Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r.18d4512b4142441f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: c25c9194-8984-4acd-8d2f-fae142ffaf57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7485d8d7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: 8f7bc0e2-0bde-4688-b20c-e92e4b6432de
  kind: Event
  lastTimestamp: "2026-09-11T16:27:58Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7485d8d7d4-hcw9r'
  metadata:
    creationTimestamp: "2026-09-11T16:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:58Z"
    name: isvc-sklearn-batcher-predictor-7485d8d7d4.18d4510f766b72fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: 9410bd0f-335d-4e95-9bdb-5c3f01f16e13
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: ce6cf34b-2814-48f5-a7d6-1c8360e51f34
  kind: Event
  lastTimestamp: "2026-09-11T16:27:58Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7485d8d7d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:58Z"
    name: isvc-sklearn-batcher-predictor.18d4510f6daec53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15010"
    uid: cbfefe0b-13c0-441b-984c-33bf64b25736
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 41055012-4dda-4f46-8835-c84f069aba8a
  kind: Event
  lastTimestamp: "2026-09-11T16:28:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:58Z"
    name: isvc-sklearn-batcher-predictor.18d45112f2dbca25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 118a8dc9-3fb1-43cb-891d-09bf4dc24322
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 41055012-4dda-4f46-8835-c84f069aba8a
  kind: Event
  lastTimestamp: "2026-09-11T16:28:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:58Z"
    name: isvc-sklearn-batcher-predictor.18d45112f3509ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: bf584c8c-54ba-478c-ad88-127842a6b1d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: 41055012-4dda-4f46-8835-c84f069aba8a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:43Z"
    name: isvc-sklearn-batcher-predictor.18d45120f0013b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: e976a500-e8c9-480b-9d57-6f9263f18968
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: 41055012-4dda-4f46-8835-c84f069aba8a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:43Z"
    name: isvc-sklearn-batcher-predictor.18d45120f074d7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: eaa5c6f9-f6fd-4167-aef8-f6e7a93412e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: da326dff-442c-4c1a-9090-0dca5a219e4a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:39Z"
    name: isvc-sklearn-batcher.18d4510f73d57dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 712ddb10-56ba-4c77-b530-448479b65d90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: da326dff-442c-4c1a-9090-0dca5a219e4a
  kind: Event
  lastTimestamp: "2026-09-11T16:27:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:27:58Z"
    name: isvc-sklearn-batcher.18d4510f7489d7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15019"
    uid: 1ee9a49b-b3a6-4a74-a28e-cc9a86c9092f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: da326dff-442c-4c1a-9090-0dca5a219e4a
  kind: Event
  lastTimestamp: "2026-09-11T16:27:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:27:58Z"
    name: isvc-sklearn-batcher.18d4510f748a2268
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: efdf7f96-a895-4f32-9e85-ac7a8e3c65bd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: da326dff-442c-4c1a-9090-0dca5a219e4a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:39Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:39Z"
    name: isvc-sklearn-batcher.18d45126dc7443e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: c0cc0b47-d526-4fcf-891a-3e5662634785
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:03:21.966714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35271"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:03:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:03:21Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452fdcb77393c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35275"
    uid: 5182d6ec-5cc2-4fb2-893d-756c75f76011
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35282"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:22Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:03:22Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452fded4d4865
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: 5feab117-edef-45e6-8279-d65baeb3a106
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:22Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452fdeee9e7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35294"
    uid: 09fad0f2-1e56-4cf0-a67e-6734565a95f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:22Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452fdf1ba369b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35308"
    uid: 02b4a1d9-2ce2-4136-8521-fe60f71065c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:22Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452fdf235378e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35309"
    uid: 868ec769-bfe3-4235-8905-0652381b6485
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:26Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452fef4813b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "35407"
    uid: a263a0a1-539a-4d6a-ba42-8fb8511cb96d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:27Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452fef7ab1370
    namespace: kserve-ci-e2e-test
    resourceVersion: "35409"
    uid: 9a30a289-6e20-44d9-b8b1-9a2ea528232b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:27Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452fef8279e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "35411"
    uid: 11f071e0-2962-4bcf-88a2-359b256d548e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:27Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-11T17:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:27Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452fef835971b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35413"
    uid: b319dc7a-3b7b-4d1d-b920-04a6a773946f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.882s (2.882s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:29Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452ffa405e987
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 5c7cfd35-b4e3-49f9-9953-506d409d7fb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:29Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-11T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:29Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452ffa742f9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35448"
    uid: 9f2d3134-8e28-48db-bb88-bb2ea72e762d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:29Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-11T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:29Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452ffa7ba54b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35449"
    uid: 389f580c-bd1a-4cfd-931d-f4d439ec50bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:29Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452ffa7c50e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "35450"
    uid: 963af4ed-e302-428f-88c8-a5603abc31de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:30Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452ffab227d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "35452"
    uid: 4e7fd4fe-f395-4e48-8e41-7b8960af35b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:30Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d452ffab9fd7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35453"
    uid: be84c9d5-5f41-4273-a70d-beb2129a7e85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:04:02Z"
  message: 'Liveness probe failed: Get "http://10.133.0.54:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:04:02Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d453072e84e124
    namespace: kserve-ci-e2e-test
    resourceVersion: "35770"
    uid: a82151bf-d60b-475e-81e5-41a65de89315
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:04:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:04:42Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d453106f423ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: 56e11cb5-b868-40d9-8307-8a102bd8941d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:04:42Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-11T17:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:04:42Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d453106f42e46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36077"
    uid: b06d425b-cf67-48be-9719-882b9e1e711e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:04:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:04:42Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d453106f430116
    namespace: kserve-ci-e2e-test
    resourceVersion: "36078"
    uid: 1e8d260a-d834-4216-9034-db1bcd156fa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:05:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:11Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d4531196e4dd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: c6eb306c-5913-4268-ac3c-e718c267e809
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: 38069194-4c5f-4f08-b8b9-906bdd6ff04e
  kind: Event
  lastTimestamp: "2026-09-11T17:05:06Z"
  message: 'Readiness probe failed: Get "http://10.133.0.54:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:06Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268.18d4531197520c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: 201103ca-43eb-4c16-ae76-d5cbd7664ec4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-8584bb4bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: 6df64ae1-aef3-4a15-a8b7-134ea6c6563f
  kind: Event
  lastTimestamp: "2026-09-11T17:03:21Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-8584bb4bfb-nh268'
  metadata:
    creationTimestamp: "2026-09-11T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:21Z"
    name: isvc-sklearn-mcp-predictor-8584bb4bfb.18d452fdcaef865c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: bbd8f2de-5db1-4daa-b8ad-bc92b7b38f5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35258"
    uid: 6ec34b23-c608-4392-be7d-bebf5d7fc2d1
  kind: Event
  lastTimestamp: "2026-09-11T17:03:21Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-8584bb4bfb from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:21Z"
    name: isvc-sklearn-mcp-predictor.18d452fdc62922fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35264"
    uid: 0aa73f22-0b01-47a4-8b9e-9b6e57331733
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35250"
    uid: 3843b885-f5d7-414b-b6d0-4793fcd4ed66
  kind: Event
  lastTimestamp: "2026-09-11T17:04:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:04:37Z"
    name: isvc-sklearn-mcp.18d452fdc591cc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: 542243f3-2c17-48f9-87a4-50bdde12a471
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35250"
    uid: 3843b885-f5d7-414b-b6d0-4793fcd4ed66
  kind: Event
  lastTimestamp: "2026-09-11T17:03:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:03:22Z"
    name: isvc-sklearn-mcp.18d452fdc62e2cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35283"
    uid: 1868c707-8c90-4ffa-8e53-3677b5dee448
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35253"
    uid: 3843b885-f5d7-414b-b6d0-4793fcd4ed66
  kind: Event
  lastTimestamp: "2026-09-11T17:03:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:03:22Z"
    name: isvc-sklearn-mcp.18d452fdcdeb0123
    namespace: kserve-ci-e2e-test
    resourceVersion: "35284"
    uid: b3b2d93e-45fb-40fc-9e81-5ab762c041b9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36026"
    uid: 3843b885-f5d7-414b-b6d0-4793fcd4ed66
  kind: Event
  lastTimestamp: "2026-09-11T17:04:37Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:04:37Z"
    name: isvc-sklearn-mcp.18d4530f49fd48a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 31196cf6-0251-4239-bb0c-659ca39c68ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:39:04.235496Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-9d87cbc64-2k995
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:39:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:39:04Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451aa63ea15f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: 31dbf566-b483-45e9-9cf0-5a48522d6f06
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:18Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:39:18Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451adcd45fb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: 8028f066-b990-475b-ad3a-a9e9c74a3b3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:19Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451add5c7042c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21226"
    uid: 7d3e7caf-3912-4c4c-a764-2d4fbd49e3e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:19Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451addbeb1a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: 7dd5cc7d-bb36-4827-a504-4499185b61f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:19Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451addd3c19d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: fb93e16a-959e-4ce8-a80b-e1550a773b40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:23Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451aef6bbdad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: a7689891-b49f-42fa-b233-9e811ac35b9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:23Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451aefcb63d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21286"
    uid: 0fb544e3-e7d0-43ba-a6bf-3be2337373d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:23Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451aefdda4615
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: bd6e8355-e69e-4865-af22-238d3e9571e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:24Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451aefde51441
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: ebfaa59e-3ed4-4973-833f-fbebd43a20b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:24Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451af03f8aab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21290"
    uid: 942a2959-9421-4a29-af08-50b9bff5e31a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:39:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:24Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451af05475b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21291"
    uid: 3f6475d6-6157-4e77-ab88-77bdb47cb266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:40:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:40:31Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451af6e985612
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: be5527c1-948b-4552-82c0-8c47409c2acc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:40:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:40:44Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451c1b416cd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: 12181f91-7f37-46e6-8992-aba767d75a85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:40:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:40:44Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451c1b4176709
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 1d069d55-8a26-4c61-9781-bef074be9dff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-9d87cbc64-2k995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 6f2e1b8f-ea29-412c-9345-43776fd66c24
  kind: Event
  lastTimestamp: "2026-09-11T16:40:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:40:46Z"
    name: isvc-sklearn-predictor-9d87cbc64-2k995.18d451c24acd41bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: 0d545969-817b-446f-a06e-75196b0825ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-9d87cbc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: 1d533096-1159-491f-ac1d-a4e4b70a7edb
  kind: Event
  lastTimestamp: "2026-09-11T16:39:04Z"
  message: 'Created pod: isvc-sklearn-predictor-9d87cbc64-2k995'
  metadata:
    creationTimestamp: "2026-09-11T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:04Z"
    name: isvc-sklearn-predictor-9d87cbc64.18d451aa636826fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 1e7dc9be-3e42-4bb5-9e3a-3db79eba45b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 5768853d-9c42-4c5f-b785-9436127b4c66
  kind: Event
  lastTimestamp: "2026-09-11T16:39:04Z"
  message: Scaled up replica set isvc-sklearn-predictor-9d87cbc64 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:04Z"
    name: isvc-sklearn-predictor.18d451aa5fee42ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: 5d591269-5a6d-4749-8a69-b2ba4e190d22
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 7409ff3f-ce19-4a44-b8fe-40b2b063002a
  kind: Event
  lastTimestamp: "2026-09-11T16:39:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:49Z"
    name: isvc-sklearn-predictor.18d451addef47a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: 8b46bf49-7fdf-4cd4-8c6f-36e766588b1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 7409ff3f-ce19-4a44-b8fe-40b2b063002a
  kind: Event
  lastTimestamp: "2026-09-11T16:39:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:49Z"
    name: isvc-sklearn-predictor.18d451addfa8003f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: aef48304-6e79-43bf-a7f6-919e1011de96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 7409ff3f-ce19-4a44-b8fe-40b2b063002a
  kind: Event
  lastTimestamp: "2026-09-11T16:40:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:40:34Z"
    name: isvc-sklearn-predictor.18d451b85dbd6f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21789"
    uid: f07bf17c-a165-4a5b-9de3-5382fba37088
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 7409ff3f-ce19-4a44-b8fe-40b2b063002a
  kind: Event
  lastTimestamp: "2026-09-11T16:40:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:40:34Z"
    name: isvc-sklearn-predictor.18d451b85e83a2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: ba70db1e-801d-4dff-a61d-f5d0752d97cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:44:04.981621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23610"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:44:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:44:04Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f069c7b5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23617"
    uid: 24d38279-4f57-4c83-86d7-515d170e7c50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:05Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:44:05Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f08c0875a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23627"
    uid: 1abf664a-9c59-4302-8126-cd7aee36de97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:05Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f08d5f4735
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: 0a9f4931-6ee3-47e3-9975-0abee86b46f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:05Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f09008bd3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: baa4f9d4-8412-40ab-9ad9-77f0f0af4281
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:05Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f090886f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: fa5e2950-e9b6-4c91-8694-68a2f280a53d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:13Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f247ddd0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23693"
    uid: ed276d68-9365-4b31-9853-88fdeb7b3cc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:13Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f24b4017db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23695"
    uid: 3b3139b3-f67b-4270-b7f9-e3ac005fba22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:13Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f24bc1758a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: 76778f8d-5da7-4121-bfc5-78aa23be1ab6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:13Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f24bcb5cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 34f7ac55-ad9a-4225-8fac-bd3e18595ecd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:13Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f24eb28c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: 1eac650a-890b-4837-ba10-ed614a1509f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:13Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f24f33647c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: fe464210-ec87-4c4a-94e7-2f4c4d8b6ba0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:21Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f2c004980c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: d2bb6d53-618f-4780-9ec3-727e90e4a523
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:36Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f7d98b5309
    namespace: kserve-ci-e2e-test
    resourceVersion: "23907"
    uid: 5dfcfaa0-daa5-4e8f-8982-a6acaa3f5d0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: 4f348118-9023-47bb-baae-59061bc7b9da
  kind: Event
  lastTimestamp: "2026-09-11T16:44:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:36Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2.18d451f7d98c9ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23908"
    uid: c337710e-62aa-4ceb-963b-53b1fe4cdd6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23601"
    uid: 668b7470-d5fa-4f22-8835-bb96ce5a63b4
  kind: Event
  lastTimestamp: "2026-09-11T16:44:04Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6fc7d5d5bd-ckbh2'
  metadata:
    creationTimestamp: "2026-09-11T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:04Z"
    name: isvc-sklearn-runtime-predictor-6fc7d5d5bd.18d451f0693cbd79
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: 6b6ed1d7-ab60-4977-b17a-0fd449c70f16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23597"
    uid: 89abd228-8d57-4df2-ad5a-a0c4360fa893
  kind: Event
  lastTimestamp: "2026-09-11T16:44:04Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6fc7d5d5bd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:04Z"
    name: isvc-sklearn-runtime-predictor.18d451f0656d3c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "23605"
    uid: 0a82d9fe-92ad-4c8c-9937-2cb93ec7c0c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 11e6b28d-153d-4de1-a531-256240cf9ccb
  kind: Event
  lastTimestamp: "2026-09-11T16:44:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:19Z"
    name: isvc-sklearn-runtime-predictor.18d451f3e54b9e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "23760"
    uid: f20a4acc-bf60-47e3-9e7e-6fc8ccd67ad7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: 11e6b28d-153d-4de1-a531-256240cf9ccb
  kind: Event
  lastTimestamp: "2026-09-11T16:44:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:19Z"
    name: isvc-sklearn-runtime-predictor.18d451f3e5f3d9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23762"
    uid: 176b79ba-195b-4790-b5d9-da622ce742c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: 11e6b28d-153d-4de1-a531-256240cf9ccb
  kind: Event
  lastTimestamp: "2026-09-11T16:44:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:34Z"
    name: isvc-sklearn-runtime-predictor.18d451f764b8c4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23872"
    uid: c9873e20-dd08-4c47-bb55-d271fdb54789
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: 11e6b28d-153d-4de1-a531-256240cf9ccb
  kind: Event
  lastTimestamp: "2026-09-11T16:44:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:34Z"
    name: isvc-sklearn-runtime-predictor.18d451f7652d013f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23874"
    uid: ca29b9fe-8fc4-4670-942d-dfeda439e476
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 2b227a10-f4af-4aa3-93dc-aad0d75ba629
  kind: Event
  lastTimestamp: "2026-09-11T16:44:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:44:31Z"
    name: isvc-sklearn-runtime.18d451f065618f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: b92c99e7-2121-4c0e-9cec-48f68a1ab495
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 2b227a10-f4af-4aa3-93dc-aad0d75ba629
  kind: Event
  lastTimestamp: "2026-09-11T16:44:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:44:04Z"
    name: isvc-sklearn-runtime.18d451f065e8cd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23606"
    uid: 26da24fe-2a4e-45c7-90db-a5d1a9a18c1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23849"
    uid: 2b227a10-f4af-4aa3-93dc-aad0d75ba629
  kind: Event
  lastTimestamp: "2026-09-11T16:44:31Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:44:31Z"
    name: isvc-sklearn-runtime.18d451f6803a55df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: d3a7779a-a707-4f48-af7a-64471211cc33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:00:32.320292Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33565"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-84d46f45-8fxg6
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:00:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:00:32Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d64bc04066
    namespace: kserve-ci-e2e-test
    resourceVersion: "33571"
    uid: baeab6ae-0e9f-4e57-bc63-423256d1e6fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:32Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d659796a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: 87c26c80-8013-4b41-b2f4-68f19de9df93
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:33Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:00:33Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d691f4d5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33592"
    uid: 8f81215a-a9da-4ba8-a24f-7f215649d10c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:33Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d693953634
    namespace: kserve-ci-e2e-test
    resourceVersion: "33594"
    uid: f3bfeb70-b6ff-4f61-ac2b-77f7e3d93b18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:33Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d6964edf45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33595"
    uid: 9bf6329f-dd68-467d-9d39-e80d4e39b1c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:33Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d696c0f53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33596"
    uid: 4d0d7fe3-2a93-43fa-90e9-1c3f9cd76817
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:35Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d6fb8bde68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: 84dfc3eb-ff32-4c1a-bb90-15061dbe56e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:35Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d6ff057879
    namespace: kserve-ci-e2e-test
    resourceVersion: "33616"
    uid: 0c9c67cf-d16f-4c36-9134-2b6f9ecaa65f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:35Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d6ff7ecd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33617"
    uid: 4fa16c6d-26a4-442b-a66f-c4166c82db92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:35Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d6ff899d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33620"
    uid: 001c570c-0dbb-4131-a89a-cd67a0b000ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:35Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d702de8ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "33622"
    uid: 88e72caa-5e7c-4aed-8339-f6feabb2dcd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:00:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:35Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d703662e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "33623"
    uid: 3572fd44-82a8-4289-9eb0-673a1f8b70a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:02:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:03Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452d773646d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: 479cdd09-44e8-48dc-bdf5-383719ed1cf5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:02:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:02Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452eb46c18c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34463"
    uid: 8e8ed930-7391-42b9-98d8-f91df556d9a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:02:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:02Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452eb46c2a41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: f74f30f2-df5e-421e-a710-afa5ae5c3a04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33567"
    uid: 7e564d42-ab9f-4955-83a5-d8e6e76ca2c3
  kind: Event
  lastTimestamp: "2026-09-11T17:02:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:03Z"
    name: isvc-sklearn-s3-predictor-84d46f45-8fxg6.18d452eb799a790f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34517"
    uid: 00895f0e-e98e-4d45-9437-39fb6deda7d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-84d46f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: 8f992607-d75e-48f4-9896-e2e99d1096b5
  kind: Event
  lastTimestamp: "2026-09-11T17:00:32Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-84d46f45-8fxg6'
  metadata:
    creationTimestamp: "2026-09-11T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:00:32Z"
    name: isvc-sklearn-s3-predictor-84d46f45.18d452d64b43239a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33566"
    uid: b79aab78-fe8a-474d-a9b2-07d4eb03b680
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33553"
    uid: 2f2b97ff-b4f3-4474-a13d-7cdfd864606c
  kind: Event
  lastTimestamp: "2026-09-11T17:00:32Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-84d46f45 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:00:32Z"
    name: isvc-sklearn-s3-predictor.18d452d6476a0bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: da117d3d-208f-47fc-ac77-280666125838
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: 2601c46a-f0f2-4d40-8c83-165a2d00610d
  kind: Event
  lastTimestamp: "2026-09-11T17:01:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:01:02Z"
    name: isvc-sklearn-s3-predictor.18d452d9c60332e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: 2f0f8326-0ac5-4bd6-9524-f0f460c8c703
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: 2601c46a-f0f2-4d40-8c83-165a2d00610d
  kind: Event
  lastTimestamp: "2026-09-11T17:01:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:01:02Z"
    name: isvc-sklearn-s3-predictor.18d452d9c67a500f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: 34910f56-24e3-46ed-b086-00ce78fbd0f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33721"
    uid: 2601c46a-f0f2-4d40-8c83-165a2d00610d
  kind: Event
  lastTimestamp: "2026-09-11T17:02:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:02Z"
    name: isvc-sklearn-s3-predictor.18d452e0c46afb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34443"
    uid: 468018f6-c0c3-459b-b4ed-dd0d1f511b45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33721"
    uid: 2601c46a-f0f2-4d40-8c83-165a2d00610d
  kind: Event
  lastTimestamp: "2026-09-11T17:02:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:02Z"
    name: isvc-sklearn-s3-predictor.18d452e0c4e9be05
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 6acb0605-7f13-4390-8f4c-73b1085975b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:05:06.083568Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: 82576e51-80e5-4cd5-ba6f-61cfaa3484e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:05:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:05:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf.18d4531609505bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36376"
    uid: 8b0a8435-3d8b-4271-9fb5-84424e7402e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 82576e51-80e5-4cd5-ba6f-61cfaa3484e8
  kind: Event
  lastTimestamp: "2026-09-11T17:05:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf.18d4531615f9ef0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36391"
    uid: e11ed979-8547-40f3-890d-e0e2731a4588
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: 82576e51-80e5-4cd5-ba6f-61cfaa3484e8
  kind: Event
  lastTimestamp: "2026-09-11T17:05:07Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:05:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf.18d453164ebb7362
    namespace: kserve-ci-e2e-test
    resourceVersion: "36402"
    uid: 9946c086-2442-4724-bb40-15e0759aff93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 82576e51-80e5-4cd5-ba6f-61cfaa3484e8
  kind: Event
  lastTimestamp: "2026-09-11T17:05:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf.18d4531650784a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: 5e57d727-56bf-4f40-8c3e-a0743cb3703c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 82576e51-80e5-4cd5-ba6f-61cfaa3484e8
  kind: Event
  lastTimestamp: "2026-09-11T17:05:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf.18d4531653b42d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "36450"
    uid: dca61381-30a8-4123-8c0e-85d0955eb1a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 82576e51-80e5-4cd5-ba6f-61cfaa3484e8
  kind: Event
  lastTimestamp: "2026-09-11T17:05:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:05:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf.18d4531654259030
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: bdeeff6e-31d3-4f0b-8d2a-c11109316a72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: 82576e51-80e5-4cd5-ba6f-61cfaa3484e8
  kind: Event
  lastTimestamp: "2026-09-11T17:05:16Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf.18d4531859dc72dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36507"
    uid: 9354147e-a946-49c4-9cb3-42a84eeaa91d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36360"
    uid: 2cfb1385-cead-45f8-b674-244237152d7f
  kind: Event
  lastTimestamp: "2026-09-11T17:05:06Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f-msqpf'
  metadata:
    creationTimestamp: "2026-09-11T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f.18d453160879a999
    namespace: kserve-ci-e2e-test
    resourceVersion: "36371"
    uid: 8a50a7a7-cccc-49f6-9e46-9aa00defa783
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36358"
    uid: dc918399-748a-40d4-926f-eed6af145729
  kind: Event
  lastTimestamp: "2026-09-11T17:05:06Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-568dd8598f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d4531604f83d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 7c2ce5c0-20f0-471b-8fd7-f17c8e0e60ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: bbd3d232-a7f2-4194-9b28-3653dd5c9d68
  kind: Event
  lastTimestamp: "2026-09-11T17:05:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:05:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d453160509eaf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36454"
    uid: f4fc25f0-f9c0-4114-ad5d-d88201c16481
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: bbd3d232-a7f2-4194-9b28-3653dd5c9d68
  kind: Event
  lastTimestamp: "2026-09-11T17:05:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:05:06Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d45316059c2127
    namespace: kserve-ci-e2e-test
    resourceVersion: "36383"
    uid: 5e479b6d-baf5-4979-97b8-1de6bd3f5429
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36355"
    uid: bbd3d232-a7f2-4194-9b28-3653dd5c9d68
  kind: Event
  lastTimestamp: "2026-09-11T17:05:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:05:06Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d453160d1dc800
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: bb5e7307-4f40-4e07-a63b-33d5e637d896
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:03:34.983222Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35528"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:03:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:03:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d45300d34f65e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35532"
    uid: 195ed296-36a1-4b42-9aea-995a8b3408b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35537"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:35Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:03:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d45300f641d9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35549"
    uid: f93d49e0-1c4b-4631-9ea9-b88cb1eb2a9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d45300f814d68b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35551"
    uid: 5e3e0d3f-b0c6-4a79-b30b-4b3404eddde8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d45300fbf00936
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: 62326c14-c83e-4c80-8778-562ae99f19eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d45300fc6af9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: a9df2e15-ccb5-4208-b2f3-9b09309b7d62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d453014eac5126
    namespace: kserve-ci-e2e-test
    resourceVersion: "35568"
    uid: 401fbb35-e0f4-48b6-8c1c-9d1333233126
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d4530152131c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35572"
    uid: de538228-b961-4f48-ac73-b0ccaa62f2ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d4530152890b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "35573"
    uid: 4457acc1-3368-4ef8-81b6-4f353747c180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d453015294d7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35574"
    uid: 6835ceb9-c9e0-45ea-9c2a-e3fc7158b7b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d4530155dc1495
    namespace: kserve-ci-e2e-test
    resourceVersion: "35577"
    uid: 1b2b6ad2-2e2b-4379-8f99-5f870a1b410d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:03:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:37Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d4530156557dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35578"
    uid: ed14f8c3-44b5-4fba-a02b-0410ecebecb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:05:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d45301c698174c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36331"
    uid: 38c4bc15-24bc-4ffa-aca4-c1f3148ae7a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:05:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d45315c4d840f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: d91612b9-fe22-479f-a48b-15236db4179e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:05:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d45315c4d8e308
    namespace: kserve-ci-e2e-test
    resourceVersion: "36327"
    uid: fc549f7d-c0e7-4c2f-ae82-e874b496ec33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9109550b-4f96-49c6-b067-e9decb636833
  kind: Event
  lastTimestamp: "2026-09-11T17:05:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f.18d45315ccd43b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: 416a8e35-e9f5-4512-b9df-61ccb0c618fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35519"
    uid: 6e86f6be-0198-4ff1-b403-133c0e1c0a42
  kind: Event
  lastTimestamp: "2026-09-11T17:03:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7-l478f'
  metadata:
    creationTimestamp: "2026-09-11T17:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7.18d45300d2c7d436
    namespace: kserve-ci-e2e-test
    resourceVersion: "35529"
    uid: eda1c528-9b25-4396-a2d2-edda3955aa99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35517"
    uid: 3cb3e76e-a12e-4ad7-84f3-8eb262f05ec8
  kind: Event
  lastTimestamp: "2026-09-11T17:03:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-55578787f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d45300cfb469b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35521"
    uid: 66678268-80ad-481c-8a59-61a3bfd11654
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35518"
    uid: c36dbbe5-d151-4cc7-89d0-f4af798857ac
  kind: Event
  lastTimestamp: "2026-09-11T17:03:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d45304501e505c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35683"
    uid: be006a02-16f3-4b62-bb1e-fb1c2ee1c567
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35518"
    uid: c36dbbe5-d151-4cc7-89d0-f4af798857ac
  kind: Event
  lastTimestamp: "2026-09-11T17:03:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d4530450d07cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35685"
    uid: dfe78103-bb42-4a41-aa6b-53acca89ab29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: c36dbbe5-d151-4cc7-89d0-f4af798857ac
  kind: Event
  lastTimestamp: "2026-09-11T17:04:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:04:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d45307cfdb77a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36184"
    uid: be63455b-3656-480f-ae42-9227e696a2ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35684"
    uid: c36dbbe5-d151-4cc7-89d0-f4af798857ac
  kind: Event
  lastTimestamp: "2026-09-11T17:04:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:04:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d45307d07b7fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: 87402611-ee48-4d38-87b4-65464e7c47d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35510"
    uid: 2caa0a7c-d8d1-4985-b8ea-9084f90bf032
  kind: Event
  lastTimestamp: "2026-09-11T17:04:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:04:55Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d45300cfe6a683
    namespace: kserve-ci-e2e-test
    resourceVersion: "36234"
    uid: 198e5eeb-8dbf-44b1-ad98-8163a68f88f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35510"
    uid: 2caa0a7c-d8d1-4985-b8ea-9084f90bf032
  kind: Event
  lastTimestamp: "2026-09-11T17:03:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:03:34Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d45300d06e4625
    namespace: kserve-ci-e2e-test
    resourceVersion: "35525"
    uid: dae7c7c6-b2fd-4f42-ab05-106b347431d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: 2caa0a7c-d8d1-4985-b8ea-9084f90bf032
  kind: Event
  lastTimestamp: "2026-09-11T17:04:55Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:04:55Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d453137ed40cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36233"
    uid: 6cceb152-0b84-48df-8838-2431ae1e927c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:03:23.722208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35354"
    uid: ccc9fa90-e5ec-4712-a1dc-32114ef5055f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:03:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:03:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw.18d452fe3419ef10
    namespace: kserve-ci-e2e-test
    resourceVersion: "35358"
    uid: 4885b5f0-d22e-4358-9a5d-2e05718f7634
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: ccc9fa90-e5ec-4712-a1dc-32114ef5055f
  kind: Event
  lastTimestamp: "2026-09-11T17:03:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw.18d452fe40b27b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "35373"
    uid: f8a76e04-9cd7-4375-9651-dfdeb9fa9f03
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35364"
    uid: ccc9fa90-e5ec-4712-a1dc-32114ef5055f
  kind: Event
  lastTimestamp: "2026-09-11T17:03:24Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:03:24Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw.18d452fe79b49205
    namespace: kserve-ci-e2e-test
    resourceVersion: "35382"
    uid: 44e83968-6a6a-4a6b-9e99-5a9b395c9ce8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: ccc9fa90-e5ec-4712-a1dc-32114ef5055f
  kind: Event
  lastTimestamp: "2026-09-11T17:03:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw.18d452fe7b3bfa2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35435"
    uid: a536fd6c-8f34-40a3-bc5d-ff6745481646
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: ccc9fa90-e5ec-4712-a1dc-32114ef5055f
  kind: Event
  lastTimestamp: "2026-09-11T17:03:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw.18d452fe7e21b999
    namespace: kserve-ci-e2e-test
    resourceVersion: "35444"
    uid: e6529abb-8ac5-48b1-b2d2-bc52b7e14ef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: ccc9fa90-e5ec-4712-a1dc-32114ef5055f
  kind: Event
  lastTimestamp: "2026-09-11T17:03:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw.18d452fe7e91dd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "35445"
    uid: 8705d0be-ebc0-4a8c-9bb4-51fb042bf6fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: ccc9fa90-e5ec-4712-a1dc-32114ef5055f
  kind: Event
  lastTimestamp: "2026-09-11T17:03:33Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:33Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw.18d45300884788df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35493"
    uid: 3fc49575-4227-4ca7-b810-f5ea1921fb44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669
    namespace: kserve-ci-e2e-test
    resourceVersion: "35346"
    uid: ec1ccac3-94ba-4776-a217-1c8e8ed390b0
  kind: Event
  lastTimestamp: "2026-09-11T17:03:23Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669-kq8lw'
  metadata:
    creationTimestamp: "2026-09-11T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669.18d452fe3393d4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35355"
    uid: f7c60c5a-c994-437c-9a1b-512725a832a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35343"
    uid: 4b119cf6-39f2-4030-8b90-c21941aa7a3e
  kind: Event
  lastTimestamp: "2026-09-11T17:03:23Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5dc7bc7669
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d452fe3109e865
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: 15f2fc26-de23-40c6-9c85-6738a7b7dab6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: 7848aec5-f361-4996-91ec-7907c3179196
  kind: Event
  lastTimestamp: "2026-09-11T17:03:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:03:29Z"
    name: isvc-sklearn-s3-tls-global-fail.18d452fe310bfb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35436"
    uid: 47f07329-d8d0-4738-98d8-3f0e8dd1dcd0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: 7848aec5-f361-4996-91ec-7907c3179196
  kind: Event
  lastTimestamp: "2026-09-11T17:03:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:03:23Z"
    name: isvc-sklearn-s3-tls-global-fail.18d452fe31a2fdc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35351"
    uid: 26cfdec7-3d11-4a0f-a96b-63aa0d891a02
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:02:02.603883Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:02:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452eb51128652
    namespace: kserve-ci-e2e-test
    resourceVersion: "34491"
    uid: 2c14811c-b035-4279-92ad-a2d70f20352d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34496"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:03Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:02:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452eb7330fe7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: 898d39e2-8dab-40de-84b1-761a372145d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452eb74bd349f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34514"
    uid: c79b2924-d23c-4556-9eda-abea26139584
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452eb7786134d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34515"
    uid: af7922af-4503-45f8-94a8-3b4d135a4614
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452eb77fe6b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34516"
    uid: 964c8149-d039-4b42-98ae-fd23e1dd5890
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452ebc6ba3d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: c18dbb3c-2584-4e10-826a-d0ce8c2b877c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452ebca632665
    namespace: kserve-ci-e2e-test
    resourceVersion: "34535"
    uid: 777ccae7-6e6e-4f24-869b-95e636c43e1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452ebcad983e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34538"
    uid: 7ca1adbb-944b-46f6-9c61-57062e14bc19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452ebcae609a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34540"
    uid: 1dd263ce-e72f-4ed3-b4fd-edba3f91f2ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452ebce1cefc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34542"
    uid: b048e3fa-af5b-4fad-ad13-6683170d08ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:02:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:02:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452ebcea3313e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34543"
    uid: 18306b42-0793-4fdc-a2c0-d8a3978ee018
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:03:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452ec02ce2183
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 8f18d07b-282e-487f-ac17-fc4fb57a0c1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:03:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452fdf338d23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: c4c9a4ee-3bad-4811-90d8-3179e0ca4535
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:03:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452fdf3395585
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: 1d002b20-03dd-4bd3-8f5c-b9307f082067
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: 73b13958-47c7-4dde-a8ff-d6728f1b7146
  kind: Event
  lastTimestamp: "2026-09-11T17:03:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:03:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp.18d452fedf055193
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: 63d22e93-d575-4ea0-a6d9-b0e59e0d846e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34479"
    uid: a3523555-e7b8-4a24-9498-33fdb96449b2
  kind: Event
  lastTimestamp: "2026-09-11T17:02:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45-j4rtp'
  metadata:
    creationTimestamp: "2026-09-11T17:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45.18d452eb509ab85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34488"
    uid: 48f48f2b-3f9a-42ef-89d3-a271371de6ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34476"
    uid: f2d61794-74ef-4961-b63d-aac46cc213ec
  kind: Event
  lastTimestamp: "2026-09-11T17:02:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-7984f9dd45
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d452eb4db8bd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34480"
    uid: 77122db3-ad96-4fab-80f2-efa4c3618ecb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34477"
    uid: 24f5d02c-412e-4e78-9ba1-b03ba82e40af
  kind: Event
  lastTimestamp: "2026-09-11T17:02:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d452eecc7300cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34851"
    uid: 2ad3c27e-e0fd-45bc-977d-6ec9c41a209b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34477"
    uid: 24f5d02c-412e-4e78-9ba1-b03ba82e40af
  kind: Event
  lastTimestamp: "2026-09-11T17:02:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:02:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d452eeccee0931
    namespace: kserve-ci-e2e-test
    resourceVersion: "34852"
    uid: e244a781-ed81-4f00-b05c-1035c35d7d33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34661"
    uid: 24f5d02c-412e-4e78-9ba1-b03ba82e40af
  kind: Event
  lastTimestamp: "2026-09-11T17:03:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d452f5cac3941e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35202"
    uid: ad8d0643-3d6f-4f2e-bc28-fbf7b052908f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34661"
    uid: 24f5d02c-412e-4e78-9ba1-b03ba82e40af
  kind: Event
  lastTimestamp: "2026-09-11T17:03:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:03:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d452f5cb4169df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35203"
    uid: 1ad9f54b-3523-4c76-99f4-8041c94eceb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: 7cb361cc-cd5a-485e-8160-22e0c75ff3b3
  kind: Event
  lastTimestamp: "2026-09-11T17:03:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass.18d452eb4dc0feaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35246"
    uid: 0f521a1a-65e4-4238-8e53-4e69d8ed1cc1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:02:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: 7cb361cc-cd5a-485e-8160-22e0c75ff3b3
  kind: Event
  lastTimestamp: "2026-09-11T17:02:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:02:02Z"
    name: isvc-sklearn-s3-tls-global-pass.18d452eb4e6b5672
    namespace: kserve-ci-e2e-test
    resourceVersion: "34484"
    uid: 759c1458-87f3-420b-9ba7-d308a38f597c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35242"
    uid: 7cb361cc-cd5a-485e-8160-22e0c75ff3b3
  kind: Event
  lastTimestamp: "2026-09-11T17:03:21Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:03:21Z"
    name: isvc-sklearn-s3-tls-global-pass.18d452fdbc91cbf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35244"
    uid: 1ef8a0a6-b911-4802-83f7-ce92c2e4ecbc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:06:48.305061Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 3d866447-6a09-4288-beb1-dd68c361cf50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:06:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:06:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl.18d4532dd6308707
    namespace: kserve-ci-e2e-test
    resourceVersion: "37397"
    uid: e0184ccf-51e0-4d73-847f-64acfd08ce6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: 3d866447-6a09-4288-beb1-dd68c361cf50
  kind: Event
  lastTimestamp: "2026-09-11T17:06:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T17:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl.18d4532de0c38d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 7c7a76d5-09d8-4905-aa07-9388f3a5f317
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37403"
    uid: 3d866447-6a09-4288-beb1-dd68c361cf50
  kind: Event
  lastTimestamp: "2026-09-11T17:06:49Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:06:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl.18d4532e1c390185
    namespace: kserve-ci-e2e-test
    resourceVersion: "37425"
    uid: 14f7938c-2cca-4d84-a5b7-c19b6aeb8ac1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: 3d866447-6a09-4288-beb1-dd68c361cf50
  kind: Event
  lastTimestamp: "2026-09-11T17:06:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl.18d4532e1db6e0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: c4df31c9-33fd-408a-8e0b-2344d07c3ee0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: 3d866447-6a09-4288-beb1-dd68c361cf50
  kind: Event
  lastTimestamp: "2026-09-11T17:06:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl.18d4532e214980df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37472"
    uid: 04eedf93-d0a4-47f3-8334-8abba4bfe81f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: 3d866447-6a09-4288-beb1-dd68c361cf50
  kind: Event
  lastTimestamp: "2026-09-11T17:06:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl.18d4532e21cbef6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37473"
    uid: 29e19b57-3a2d-4179-a40f-36f168f8d3c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: 3d866447-6a09-4288-beb1-dd68c361cf50
  kind: Event
  lastTimestamp: "2026-09-11T17:06:58Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl.18d453302ae10e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37531"
    uid: f75e1496-6ff8-4704-8b8a-c0cdfabc2f00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37382"
    uid: 8a78eca8-da33-4458-b864-c83f6a9d3e9d
  kind: Event
  lastTimestamp: "2026-09-11T17:06:48Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d-82djl'
  metadata:
    creationTimestamp: "2026-09-11T17:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d.18d4532dd5bc240f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: 798cf697-3427-448c-ac3f-40106ca40c7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37380"
    uid: 0b29a4b1-6a83-43a5-9104-6356d3f5f962
  kind: Event
  lastTimestamp: "2026-09-11T17:06:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-797b7ddc6d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:48Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d4532dd2d842bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: b872e064-cfcd-446d-8abc-83f224fdeac5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37371"
    uid: 5e161736-fdd7-46da-b2b7-07e4d5c7acb8
  kind: Event
  lastTimestamp: "2026-09-11T17:06:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:06:54Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d4532dd2dc6bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: c2a9beb9-ea8b-46f0-b534-4223dc06d27a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37371"
    uid: 5e161736-fdd7-46da-b2b7-07e4d5c7acb8
  kind: Event
  lastTimestamp: "2026-09-11T17:06:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:06:48Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d4532dd36c85f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 1df0d079-eddd-4b47-b2ec-35376d600e75
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 5e161736-fdd7-46da-b2b7-07e4d5c7acb8
  kind: Event
  lastTimestamp: "2026-09-11T17:06:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T17:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:06:48Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d4532dda0d61c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 012120de-ba1a-4bfc-be2e-5c2a30adbb09
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T17:05:17.233390Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T17:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d45318a1e52f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36551"
    uid: 78ecddaf-b1b0-4cb0-b237-761bae1078a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:17Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T17:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d45318c42324b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 98617ec3-1587-4c69-8941-bd85d323bb96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d45318c5ab7979
    namespace: kserve-ci-e2e-test
    resourceVersion: "36569"
    uid: e3792e78-2de5-4dac-bd53-ed8745801add
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d45318c834ae15
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: 5cbcb930-6835-4b2c-a16f-fa908271c930
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d45318c8aa0919
    namespace: kserve-ci-e2e-test
    resourceVersion: "36573"
    uid: 2952416a-1b28-480b-9a56-1dd59ea23a04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d4531924d7f379
    namespace: kserve-ci-e2e-test
    resourceVersion: "36591"
    uid: 1cf89947-fd2c-4e7b-bb4e-1e10d8e6587a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d453192862b66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36595"
    uid: ebd68a79-6d96-4462-81f0-967f3c3510d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d4531928ddb7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: 04112347-af7e-43f3-822c-34051083b9cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d4531928ea987b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 9c83270d-41fe-421f-aea8-e517ad9225e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d453192bba6381
    namespace: kserve-ci-e2e-test
    resourceVersion: "36601"
    uid: 0ea69923-e458-4224-a6e0-72a600577e1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:05:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:05:19Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d453192c33255a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 912438a2-5f54-4cc8-b21a-a559fe87c3b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:06:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T17:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d4531960d4bfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: 43b6e790-20bc-4d6e-9b26-f6c5da125f60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:06:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d4532d96c1d8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37359"
    uid: 6bb1baaa-35e3-42b0-8b62-30b99b68c2fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:06:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d4532d96c29cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "37361"
    uid: 3b01ac50-6174-4f7c-96dc-2f298eb61fd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36550"
    uid: 2f0d6c57-19f7-4fd8-8f29-bf802d8a6972
  kind: Event
  lastTimestamp: "2026-09-11T17:06:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:06:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8.18d4532e910b4548
    namespace: kserve-ci-e2e-test
    resourceVersion: "37448"
    uid: 82f50312-98fc-411b-9141-33edcf66f3a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 9af41d8b-51b3-4a66-8738-54ddf30aa8b8
  kind: Event
  lastTimestamp: "2026-09-11T17:05:17Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694-8zkl8'
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694.18d45318a120134d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36548"
    uid: 81c5e106-3691-4875-8b0f-fa2d934ea0dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36532"
    uid: 9fd04cc2-fc72-4cfe-99a4-66f5da2275a2
  kind: Event
  lastTimestamp: "2026-09-11T17:05:17Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-9b978f694
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d453189d04912b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36537"
    uid: 693770ec-19bc-487b-9956-cfd906118630
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: 1f0e9d41-6fe8-48a7-bf35-818d64089061
  kind: Event
  lastTimestamp: "2026-09-11T17:05:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d4531c1c5a8ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "36807"
    uid: 14a96cdf-ff88-4fcb-94a6-3f86d18bd78e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: 1f0e9d41-6fe8-48a7-bf35-818d64089061
  kind: Event
  lastTimestamp: "2026-09-11T17:05:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T17:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:05:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d4531c1cd4e3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: 26c0eb6b-e948-4fb5-a748-09d3eec5e398
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36697"
    uid: 1f0e9d41-6fe8-48a7-bf35-818d64089061
  kind: Event
  lastTimestamp: "2026-09-11T17:06:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d453231b61caf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37227"
    uid: b9e69f65-f289-440e-b0c3-0c0c3f6bae58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36697"
    uid: 1f0e9d41-6fe8-48a7-bf35-818d64089061
  kind: Event
  lastTimestamp: "2026-09-11T17:06:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T17:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:06:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d453231c516b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37228"
    uid: 02e699bb-0668-4af2-bb91-c50c8f89d177
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36524"
    uid: c0ca4d22-ddd1-4804-9244-1dffabb594ca
  kind: Event
  lastTimestamp: "2026-09-11T17:06:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:06:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d453189da3a801
    namespace: kserve-ci-e2e-test
    resourceVersion: "37300"
    uid: 12bae873-60f5-4ebc-a853-aec90e3718a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36524"
    uid: c0ca4d22-ddd1-4804-9244-1dffabb594ca
  kind: Event
  lastTimestamp: "2026-09-11T17:05:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d453189e4863ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36543"
    uid: e5aa837c-12ad-4367-b417-27727800bd21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36524"
    uid: c0ca4d22-ddd1-4804-9244-1dffabb594ca
  kind: Event
  lastTimestamp: "2026-09-11T17:05:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T17:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:05:17Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d453189e489f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "36546"
    uid: 0858eb6d-426f-4033-9dcb-3ece9160fc48
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:06:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37298"
    uid: c0ca4d22-ddd1-4804-9244-1dffabb594ca
  kind: Event
  lastTimestamp: "2026-09-11T17:06:41Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:06:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d4532c4de5273e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37299"
    uid: b189136e-1cb0-4698-885d-88a6e8221868
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: 3d08f5e6-b618-4eb6-9d58-150d8383fa0a
  kind: Event
  lastTimestamp: "2026-09-11T17:01:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:01:53Z"
    name: isvc-sklearn-s3.18d452d64760ae48
    namespace: kserve-ci-e2e-test
    resourceVersion: "34359"
    uid: a92b9412-df62-410a-baa0-44e98da0da60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: 3d08f5e6-b618-4eb6-9d58-150d8383fa0a
  kind: Event
  lastTimestamp: "2026-09-11T17:00:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T17:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:00:32Z"
    name: isvc-sklearn-s3.18d452d6482b224d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33561"
    uid: 2d509a21-8077-4bd3-851e-5686fb2db0f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34356"
    uid: 3d08f5e6-b618-4eb6-9d58-150d8383fa0a
  kind: Event
  lastTimestamp: "2026-09-11T17:01:53Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:01:53Z"
    name: isvc-sklearn-s3.18d452e92c15f10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34357"
    uid: 20c567b9-406b-4a90-a1e4-8b12192e862a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6bd688b666
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: 42accedb-bb10-46d5-8f45-47a7ee7292e7
  kind: Event
  lastTimestamp: "2026-09-11T16:38:29Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6bd688b666-44zwb'
  metadata:
    creationTimestamp: "2026-09-11T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:29Z"
    name: isvc-sklearn-scheduler-predictor-6bd688b666.18d451a2629e78da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 34b18848-8fa6-4fb1-95bb-35e68b1756a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: b50abbaa-6baf-4862-b827-d51cd8634d6a
  kind: Event
  lastTimestamp: "2026-09-11T16:38:29Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6bd688b666 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:29Z"
    name: isvc-sklearn-scheduler-predictor.18d451a25a49fc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: 4e0965c1-06cf-46bf-a8a8-8c2882b883bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: e4a99650-c040-4e89-89a0-65ea570faf68
  kind: Event
  lastTimestamp: "2026-09-11T16:38:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:38:30Z"
    name: isvc-sklearn-scheduler.18d451a259da45b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: fa84a46e-18fd-49b4-8b69-e9e6626cdea1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: e4a99650-c040-4e89-89a0-65ea570faf68
  kind: Event
  lastTimestamp: "2026-09-11T16:38:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:38:29Z"
    name: isvc-sklearn-scheduler.18d451a25a9ce092
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: 944c1770-6f35-4f6b-b64f-57c1e0e2ef79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: e4a99650-c040-4e89-89a0-65ea570faf68
  kind: Event
  lastTimestamp: "2026-09-11T16:38:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:38:29Z"
    name: isvc-sklearn-scheduler.18d451a25a9d3a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: ce5c490a-404a-4a8b-9f51-292ee152d204
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:47:22.844610Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521e7b556e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "25639"
    uid: fab5148b-9400-412c-88e5-bc8b77e5d3ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:23Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:47:23Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521e9d64da54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25660"
    uid: 895968fa-9079-4d36-b8ad-4f978967d9e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:23Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521e9f559372
    namespace: kserve-ci-e2e-test
    resourceVersion: "25662"
    uid: b563122c-0dcb-4a86-9d8f-90ba80ca1260
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:23Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521ea2fa725d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25666"
    uid: 5e651a35-89d5-488e-9355-2bfc25e5bc99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:23Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521ea37b4fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 7e6ebeb1-0362-437e-bba3-83b8d90fc86f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:27Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521fa5ae1743
    namespace: kserve-ci-e2e-test
    resourceVersion: "25708"
    uid: 06243ed3-71d2-4494-80ad-7f4e5b5307d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:27Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521fa97c7fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: 2976eb74-c968-4a9e-8825-c826177373fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:27Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521faa0da75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: 2a5fa60e-bec9-4198-b042-6226689f1c4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:27Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521faa18a413
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: 51b1bffe-546d-4de8-bc34-9b24033ce37a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:27Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521fad623a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: 3bc14b2a-d2d3-4a47-9faf-156cf8a31dcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:47:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:27Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521fadda8314
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 153c4c1e-6cdf-41d6-a6e5-be786b1cb4f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d4521fe1b71915
    namespace: kserve-ci-e2e-test
    resourceVersion: "26871"
    uid: 39ae9041-9a1f-4d3e-a24f-32892d55a33f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:48:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:52Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d452337590474c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26827"
    uid: 1308d615-226e-47eb-aaae-df79b395a880
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:48:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:52Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d452337591726f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: c3ed4280-8dcb-45f1-a10b-6766231450a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 71527f2c-27fe-4c7f-8a6f-aa89c897dc52
  kind: Event
  lastTimestamp: "2026-09-11T16:48:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:54Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls.18d45233e7f9c504
    namespace: kserve-ci-e2e-test
    resourceVersion: "26870"
    uid: 885b1a45-19da-4b24-b667-5d487301d456
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-89c454589
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 0a779fc6-c789-41dd-ad93-5a1fb2a8771f
  kind: Event
  lastTimestamp: "2026-09-11T16:47:22Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-89c454589-tw2ls'
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-sklearn-v2-mixed-predictor-89c454589.18d4521e7a9ec9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: 15b2910a-965e-4e95-9a33-6909f825f729
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25620"
    uid: cadbe388-bd36-44da-b476-3cb8ba242c05
  kind: Event
  lastTimestamp: "2026-09-11T16:47:22Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-89c454589 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18d4521e74cc9c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: 699a6702-29d5-4aa7-bde4-15c89066cd1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25621"
    uid: aeaa2155-f9ac-4f56-b26c-6f615aa1b8ec
  kind: Event
  lastTimestamp: "2026-09-11T16:47:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18d45221f3dc603d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25790"
    uid: 46396d1a-a511-4070-9cef-a1963e11c610
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25621"
    uid: aeaa2155-f9ac-4f56-b26c-6f615aa1b8ec
  kind: Event
  lastTimestamp: "2026-09-11T16:47:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18d45221f45ecf9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25791"
    uid: 7c0b389a-efaa-4426-a72c-0216c9955626
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25789"
    uid: aeaa2155-f9ac-4f56-b26c-6f615aa1b8ec
  kind: Event
  lastTimestamp: "2026-09-11T16:48:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18d45225742b2609
    namespace: kserve-ci-e2e-test
    resourceVersion: "26817"
    uid: 0ed2a4f3-0c28-4078-8f50-0190ae15b927
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25789"
    uid: aeaa2155-f9ac-4f56-b26c-6f615aa1b8ec
  kind: Event
  lastTimestamp: "2026-09-11T16:48:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18d4522574af4fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26819"
    uid: 8407e0c7-19a6-481a-9909-340f27395631
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25611"
    uid: ccf6e7e5-ec74-494d-ae5a-c02892d92618
  kind: Event
  lastTimestamp: "2026-09-11T16:48:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:48:45Z"
    name: isvc-sklearn-v2-mixed.18d4521e74baad50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26653"
    uid: ab1564b8-bd89-43c2-9cbf-1d3450c70848
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25611"
    uid: ccf6e7e5-ec74-494d-ae5a-c02892d92618
  kind: Event
  lastTimestamp: "2026-09-11T16:47:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:47:22Z"
    name: isvc-sklearn-v2-mixed.18d4521e7579724b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25627"
    uid: d56fae67-1b8c-4841-9a80-e921a95060b0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26651"
    uid: ccf6e7e5-ec74-494d-ae5a-c02892d92618
  kind: Event
  lastTimestamp: "2026-09-11T16:48:44Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:48:44Z"
    name: isvc-sklearn-v2-mixed.18d452319b106ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 9a2fdc5b-9a61-40bf-ba9c-e8b9fe71663e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:45:47.416672Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24607"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-ffc44684-v5xxc
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:45:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:45:47Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d45208436297dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 0aa3da7b-fc2f-479b-ad28-b4ac6e4ae7bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24617"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:47Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:45:47Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d4520865ae1b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: a65cba02-ea4a-4701-bea3-85399c2e4507
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:48Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d452086730fcfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24628"
    uid: d98dfae7-2ba3-41b5-86f5-798fd4db39af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:48Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d452086a6a1a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: c204980a-5121-42a3-a32f-16cdc771f5f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:48Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d452086ae95bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: 920078a1-b28c-4449-8623-0bfeaf4cced9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:52Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d452096df55e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24671"
    uid: 85de1f1b-248c-41fb-8f4a-6cad4267ba71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:52Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d4520972e5b786
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: 38edf1d5-87b8-4d33-a4ff-0a7770bfedf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:52Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d4520973601601
    namespace: kserve-ci-e2e-test
    resourceVersion: "24676"
    uid: 0e57a262-4ed5-4ff1-80ab-7a1bb4d7765b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:52Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d45209736ceee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24677"
    uid: 36b401b5-ae14-4ca4-8e0a-7ea1217e88ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:52Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d4520976880f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "24679"
    uid: 3f8a622f-ebab-4695-9473-e6c23435fee2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:45:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:52Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d452097700dd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 09412421-a077-4090-b107-7fedc6482650
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:47:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:06Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d45209aa01eccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25438"
    uid: 2bcf4e9f-98fd-4170-8047-330e8c6e2880
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:47:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:17Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d4521d4844b807
    namespace: kserve-ci-e2e-test
    resourceVersion: "25570"
    uid: 962e3e33-43d5-4f58-aa6b-9ba9642f6be1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:47:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:17Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d4521d48459497
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 0ccfe2f0-cb77-46af-afde-b8881d5440c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: f75f3e63-f651-4ebc-b49e-12f472d247ff
  kind: Event
  lastTimestamp: "2026-09-11T16:47:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:47:19Z"
    name: isvc-sklearn-v2-predictor-ffc44684-v5xxc.18d4521db039d35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25583"
    uid: 172ef64d-ea32-4198-8eda-86c56efa9d01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-ffc44684
    namespace: kserve-ci-e2e-test
    resourceVersion: "24596"
    uid: 1d5d80f3-99bf-473d-a226-b14128a5b3b8
  kind: Event
  lastTimestamp: "2026-09-11T16:45:47Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-ffc44684-v5xxc'
  metadata:
    creationTimestamp: "2026-09-11T16:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:47Z"
    name: isvc-sklearn-v2-predictor-ffc44684.18d4520842efc00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: 00466cac-81a4-41b4-b35a-fbab87738393
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24593"
    uid: f81b8802-d1c6-4e9e-9a2c-70a8fa7a695c
  kind: Event
  lastTimestamp: "2026-09-11T16:45:47Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-ffc44684 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:47Z"
    name: isvc-sklearn-v2-predictor.18d452083edb0dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24598"
    uid: 40a43153-b728-406d-9561-2dd5fb0f62dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: dec632c2-755c-4066-955a-073083b36ce8
  kind: Event
  lastTimestamp: "2026-09-11T16:46:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:32Z"
    name: isvc-sklearn-v2-predictor.18d4520bbd7ea810
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: 03d51b4d-ca17-47da-b372-58a99aed358e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: dec632c2-755c-4066-955a-073083b36ce8
  kind: Event
  lastTimestamp: "2026-09-11T16:46:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:46:32Z"
    name: isvc-sklearn-v2-predictor.18d4520bbdf93b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25069"
    uid: 367f74f1-a6f8-4566-b262-4268ff1add1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: dec632c2-755c-4066-955a-073083b36ce8
  kind: Event
  lastTimestamp: "2026-09-11T16:47:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:17Z"
    name: isvc-sklearn-v2-predictor.18d452163cf65482
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: 79e18eaa-2d6b-442f-9388-0c2a82d15f2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:46:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: dec632c2-755c-4066-955a-073083b36ce8
  kind: Event
  lastTimestamp: "2026-09-11T16:47:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:47:17Z"
    name: isvc-sklearn-v2-predictor.18d452163d8d98d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: 668b18da-1256-4b3c-925a-1194b8d0c671
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:44:42.086482Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:44:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:44:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451f90d66fa30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 01bf00f7-710e-411b-894d-f151cbce24ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23982"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:42Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:44:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451f92f9d4315
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: e520efd8-5b09-44fb-940b-777138e8f3da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451f9313125bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: c77e9239-395a-49e0-afb3-9a8db5fdeb67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451f9343576cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23992"
    uid: 9df11634-c01e-4481-9011-6bad0eb50c87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451f934a91b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: 54970b02-aec4-41ff-9819-8d11f37df466
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-11T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451fa4996a8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24035"
    uid: 82543881-61b3-4839-a4f7-2a5c890b438b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451fa4d071721
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: 4057265d-aa22-4d4c-9597-cdeccac9ce4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451fa4d7f68d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: 120cd518-7a06-4f32-8535-59ea0dc34689
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451fa4d8ae0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24041"
    uid: 6f6734ea-93be-45ee-bdbb-ff1292b56ec2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451fa507a8840
    namespace: kserve-ci-e2e-test
    resourceVersion: "24044"
    uid: 251701e0-6d3d-490a-b284-91997199e848
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:44:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d451fa50f2b9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24045"
    uid: 5dd2f02e-84de-44a0-9f04-e0d6a14f9ba0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:45:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-11T16:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:25Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d4520325817681
    namespace: kserve-ci-e2e-test
    resourceVersion: "24317"
    uid: 01410cf7-3501-4df9-a8a5-a6087e3501ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:45:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d452070a65f0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24536"
    uid: 474b9b66-069e-447d-9695-3aa9fe6a6348
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:45:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d452070a669143
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: fb6b4ef4-6fa7-41cd-b193-27eff10689a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: ed94223d-c737-452e-a64c-a7ea1a2248aa
  kind: Event
  lastTimestamp: "2026-09-11T16:45:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:45:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9.18d45207cb9fe936
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: 3bee85c8-1ba1-46cb-8c45-a795285af723
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 44feae80-f78b-4df1-8287-77de9aae2f88
  kind: Event
  lastTimestamp: "2026-09-11T16:44:42Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6xc9'
  metadata:
    creationTimestamp: "2026-09-11T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d451f90cc2e387
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: 5803bc1e-609d-468c-b62d-ef6c9071856b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: f85a1e14-bde8-4421-88a2-95d57daf0e14
  kind: Event
  lastTimestamp: "2026-09-11T16:44:42Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:44:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18d451f908eb34d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: 37d5a1aa-1d5b-4ff4-a81c-68bc9f19ce4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: 1c68ce3d-d039-4d75-b65d-c9b7efaa5221
  kind: Event
  lastTimestamp: "2026-09-11T16:45:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:27Z"
    name: isvc-sklearn-v2-runtime-predictor.18d451fc88a7ffab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 48eec7ec-0aef-483f-912c-73f31cdf82a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: 1c68ce3d-d039-4d75-b65d-c9b7efaa5221
  kind: Event
  lastTimestamp: "2026-09-11T16:45:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:27Z"
    name: isvc-sklearn-v2-runtime-predictor.18d451fc8972f6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24330"
    uid: 7499c68b-e5ae-4bdc-9f47-a26c77d6a4f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 1c68ce3d-d039-4d75-b65d-c9b7efaa5221
  kind: Event
  lastTimestamp: "2026-09-11T16:45:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18d45207071e320c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: a39dfd95-ede1-450e-ace0-0c37b8693238
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 1c68ce3d-d039-4d75-b65d-c9b7efaa5221
  kind: Event
  lastTimestamp: "2026-09-11T16:45:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:45:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18d45207079c8f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "24521"
    uid: 436d5908-8946-439f-9dc7-4e4029b48da5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: dee6db52-bc0a-4b57-bccf-93115659832f
  kind: Event
  lastTimestamp: "2026-09-11T16:45:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:45:35Z"
    name: isvc-sklearn-v2-runtime.18d451f908fbdab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: d6dab00a-cfd7-4238-b843-612f04afc8a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: dee6db52-bc0a-4b57-bccf-93115659832f
  kind: Event
  lastTimestamp: "2026-09-11T16:44:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:44:42Z"
    name: isvc-sklearn-v2-runtime.18d451f90978d76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23968"
    uid: 38f8e5b3-0c6e-45fa-a3b5-3a8efad3be5e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: dee6db52-bc0a-4b57-bccf-93115659832f
  kind: Event
  lastTimestamp: "2026-09-11T16:45:35Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:45:35Z"
    name: isvc-sklearn-v2-runtime.18d4520582cdbdcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24443"
    uid: 3f7d2725-f56f-4b4c-b9ee-59d967886778
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: c2016475-6bba-4850-bc9b-d19ca82ca5d0
  kind: Event
  lastTimestamp: "2026-09-11T16:47:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:47:16Z"
    name: isvc-sklearn-v2.18d452083edfe85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: 890001da-3d0b-4497-9830-a2fd8352f9c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:45:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: c2016475-6bba-4850-bc9b-d19ca82ca5d0
  kind: Event
  lastTimestamp: "2026-09-11T16:45:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:45:47Z"
    name: isvc-sklearn-v2.18d452083fa1539e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24601"
    uid: f22526d0-cc61-47cd-b160-8498161c2a55
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:47:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25539"
    uid: c2016475-6bba-4850-bc9b-d19ca82ca5d0
  kind: Event
  lastTimestamp: "2026-09-11T16:47:16Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:47:16Z"
    name: isvc-sklearn-v2.18d4521d0f884300
    namespace: kserve-ci-e2e-test
    resourceVersion: "25541"
    uid: 1ae432cd-58d7-42f8-ac2a-8cd4d51f9bec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 6d4bb18b-c6a8-4c61-a16e-baea5a9ab16d
  kind: Event
  lastTimestamp: "2026-09-11T16:40:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:40:42Z"
    name: isvc-sklearn.18d451aa5ff16bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 5de666b0-538a-4ed1-9928-c5195ba00c7d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 6d4bb18b-c6a8-4c61-a16e-baea5a9ab16d
  kind: Event
  lastTimestamp: "2026-09-11T16:39:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:39:04Z"
    name: isvc-sklearn.18d451aa60840e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21120"
    uid: 8339bd2e-36d1-4eae-b212-d4f0a5be8752
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: 6d4bb18b-c6a8-4c61-a16e-baea5a9ab16d
  kind: Event
  lastTimestamp: "2026-09-11T16:39:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:39:04Z"
    name: isvc-sklearn.18d451aa6748fc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: 760e08bd-4a66-4e28-8a14-ab062b9e0e01
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: 6d4bb18b-c6a8-4c61-a16e-baea5a9ab16d
  kind: Event
  lastTimestamp: "2026-09-11T16:40:42Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:40:42Z"
    name: isvc-sklearn.18d451c12b5c10d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: 82d9bc99-6eb2-474c-af8a-3c8d53977ea9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:48:58.134312Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26927"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-lf8vp
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:48:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:48:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45234ab0ada67
    namespace: kserve-ci-e2e-test
    resourceVersion: "26933"
    uid: b372588a-2589-4839-8299-662e610d9b62
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26937"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:48:58Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:48:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45234cd3127d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26950"
    uid: d0a0413f-1205-42c1-b07b-6b94fd70017e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:48:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45234ceb3766f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26952"
    uid: 5938b267-9e52-4387-932e-62a8980035e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:48:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45234d1d416ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: ee2229fb-ab7c-4473-a44f-16444debe65c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:48:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:48:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45234d24bd068
    namespace: kserve-ci-e2e-test
    resourceVersion: "26954"
    uid: ee39a260-aed0-4c22-a0c9-90ca7618f642
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:04Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-11T16:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45236195f5566
    namespace: kserve-ci-e2e-test
    resourceVersion: "27005"
    uid: 5db293d6-9329-476e-9a67-51c09fd7cf63
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:08Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.755s (3.755s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45236f9387d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: a13c4840-12ca-4a8b-b501-a775fb192ab8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45236fc4d6c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27038"
    uid: b53109af-4507-404c-a60e-2a86de949ec8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45236fcc51b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27039"
    uid: f751d7da-70c1-43f4-bbae-c75f9f99de3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45236fcd1b171
    namespace: kserve-ci-e2e-test
    resourceVersion: "27040"
    uid: c38dccbc-0bdb-469e-a56d-bf618e527412
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d45236ff93b1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27041"
    uid: 68044fe5-2804-4d3a-9285-9e6779debe2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d4523700110b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27042"
    uid: 41016f7c-415e-469d-94d5-293709f3ab25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d452374562d79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: b54da634-796e-41dd-a4a9-1947213cdddd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d4523e55a20f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: 2aec263e-0acd-42ed-97d7-8d0493882837
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:49:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d4523e55a2c2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: 6eb5cd70-4a0b-4fd5-83c3-d3714920c149
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 4e6454b6-96bb-4ec5-8e04-d95e84ae78ce
  kind: Event
  lastTimestamp: "2026-09-11T16:50:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:49:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-lf8vp.18d4523e7d4d2ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27557"
    uid: f8fb4e00-8378-4da7-ac26-d912fd169374
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26918"
    uid: d838d1d2-bebc-412b-bd84-96a883fb667f
  kind: Event
  lastTimestamp: "2026-09-11T16:48:58Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-lf8vp'
  metadata:
    creationTimestamp: "2026-09-11T16:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:58Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d45234aa79ac3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26929"
    uid: d5d43a53-1f2f-4ca0-81fe-f4f16259c26e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26916"
    uid: a439c71b-4e86-4b58-a9c4-e13bac998fe5
  kind: Event
  lastTimestamp: "2026-09-11T16:48:58Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:48:58Z"
    name: isvc-tensorflow-predictor.18d45234a6b5da61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26920"
    uid: e3cfc1a5-10c6-4d33-9a70-9c03c468a09b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26917"
    uid: caaf2ab8-5198-4dcb-b7f3-2c5e7a7d8d6a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:49:28Z"
    name: isvc-tensorflow-predictor.18d452382565394c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27198"
    uid: 056eacd3-5a86-4642-9267-bccc0e780f78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26917"
    uid: caaf2ab8-5198-4dcb-b7f3-2c5e7a7d8d6a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:49:28Z"
    name: isvc-tensorflow-predictor.18d4523825ed47a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: c7a2a5da-16c7-4b02-9454-d3f7aab327e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:49:44.819909Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27359"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:49:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:49:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d4523f89b87704
    namespace: kserve-ci-e2e-test
    resourceVersion: "27365"
    uid: c0e19e54-a990-4d2c-a7e6-f5983d697023
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27369"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:45Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:49:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d4523fabf409a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27378"
    uid: c14ca399-f5e2-4a69-9800-cd0e098b5fc8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d4523fadced862
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: 57892cd6-99aa-4ec0-91f2-8e08384980ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d4523fb0bf73b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27383"
    uid: ea062ab9-c581-4329-b730-f42993137171
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d4523fb133192d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27384"
    uid: bd68294d-4ff9-44b1-80f6-9fae76dd105c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:50Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-11T16:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d45240f4c26793
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: 3099756c-5fc3-4c00-a05e-ab3cb85357ca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:54Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.873s (3.873s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d45241dba03da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27467"
    uid: a0991fbc-55e3-4b77-9215-987ad3ae5ec5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d45241deed56e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27469"
    uid: 5adaa36e-0f5a-466e-85d0-c27ad650f612
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d45241df953449
    namespace: kserve-ci-e2e-test
    resourceVersion: "27470"
    uid: 9ed2d4bd-ea93-4175-9e7e-aece0a340773
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d45241df9f5197
    namespace: kserve-ci-e2e-test
    resourceVersion: "27471"
    uid: 82ce218f-b31a-498c-9db0-8b58ec3d403c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d45241e32b6271
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 29aa4cd2-b101-43d4-bad4-e1625705f45e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:49:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:49:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d45241e39be4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27473"
    uid: ecd32a2d-b59b-45c7-bf05-80e9c2c9b64a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:50:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d45241e4c9505b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: 674bdc5d-6b5a-40d1-b117-b048c9f0cf0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:50:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:26Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d4524931cb5540
    namespace: kserve-ci-e2e-test
    resourceVersion: "27820"
    uid: 485125cd-104f-4161-a859-914f16940235
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:50:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:26Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d4524931cc8036
    namespace: kserve-ci-e2e-test
    resourceVersion: "27821"
    uid: 6b185237-72ca-4241-bebd-06ba3ea1c6aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 2dd91363-c9af-4fe4-9cdd-8890c7f3c64a
  kind: Event
  lastTimestamp: "2026-09-11T16:50:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:55Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45.18d4524a46cc20dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28103"
    uid: ea03e8bd-144a-4149-a16f-9811fb9ba4e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: 89021425-2bec-41c1-b213-fdcaff70eeb9
  kind: Event
  lastTimestamp: "2026-09-11T16:49:44Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-6fp45'
  metadata:
    creationTimestamp: "2026-09-11T16:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:49:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d4523f89284877
    namespace: kserve-ci-e2e-test
    resourceVersion: "27363"
    uid: bedb35c1-47a7-46ba-a748-03713b9b0226
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27348"
    uid: 7f650a61-2f29-4da3-afed-df2dce39a6cf
  kind: Event
  lastTimestamp: "2026-09-11T16:49:44Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:49:44Z"
    name: isvc-tensorflow-runtime-predictor.18d4523f847e6279
    namespace: kserve-ci-e2e-test
    resourceVersion: "27352"
    uid: 17256ef4-afaa-4a27-80f8-d3f13983a94d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: 03dd3602-a99d-47a5-a7a6-febe78d37db7
  kind: Event
  lastTimestamp: "2026-09-11T16:50:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:50:14Z"
    name: isvc-tensorflow-runtime-predictor.18d4524303fa2d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: c6788b49-6d72-40f1-a82e-c073a7255f76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: 03dd3602-a99d-47a5-a7a6-febe78d37db7
  kind: Event
  lastTimestamp: "2026-09-11T16:50:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:50:14Z"
    name: isvc-tensorflow-runtime-predictor.18d4524304791127
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: 6e62d694-7dd0-477e-b36d-6334f9bad75f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27340"
    uid: 8f27de46-a8fa-4fab-a215-66c13d1e32ff
  kind: Event
  lastTimestamp: "2026-09-11T16:50:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:50:11Z"
    name: isvc-tensorflow-runtime.18d4523f849d4ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27608"
    uid: c9fbc385-6660-4423-98b3-ffd676113448
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27340"
    uid: 8f27de46-a8fa-4fab-a215-66c13d1e32ff
  kind: Event
  lastTimestamp: "2026-09-11T16:49:44Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:49:44Z"
    name: isvc-tensorflow-runtime.18d4523f852a2ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: ccbd4406-be8f-402e-b789-282b863fd31e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27606"
    uid: 8f27de46-a8fa-4fab-a215-66c13d1e32ff
  kind: Event
  lastTimestamp: "2026-09-11T16:50:11Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:50:11Z"
    name: isvc-tensorflow-runtime.18d45245a7be3413
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 649c1538-da91-4e3c-99d8-1b6d8df05124
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26905"
    uid: a18a3945-06bd-4a74-a6a3-a8aba4a65b61
  kind: Event
  lastTimestamp: "2026-09-11T16:49:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:49:25Z"
    name: isvc-tensorflow.18d45234a6b9a58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: c03559a7-cd34-4a07-8fe4-05cd6cec1f4c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:48:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26905"
    uid: a18a3945-06bd-4a74-a6a3-a8aba4a65b61
  kind: Event
  lastTimestamp: "2026-09-11T16:48:58Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:48:58Z"
    name: isvc-tensorflow.18d45234a759766f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 8826a3f8-e4a4-4ac7-b308-3b24816e6201
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:49:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27177"
    uid: a18a3945-06bd-4a74-a6a3-a8aba4a65b61
  kind: Event
  lastTimestamp: "2026-09-11T16:49:25Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:49:25Z"
    name: isvc-tensorflow.18d4523b0ad35a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "27179"
    uid: a7d93f81-7861-41da-851a-f121a59485f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:50:31.506314Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27898"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-k4mg9
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:50:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:50:31Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d4524a6872807c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27904"
    uid: d4387a11-56f6-4c40-8327-1bbcf3f52072
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:50:32Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:50:32Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d4524a8a7d0dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: e8d96ce7-02bf-4b07-86fb-0a3f6f000562
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:50:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:32Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d4524a8c927467
    namespace: kserve-ci-e2e-test
    resourceVersion: "27916"
    uid: 69f76573-25a1-42f9-818a-d6da6ea2e398
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:50:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:32Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d4524a8f7a9e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "27917"
    uid: 27a93370-f795-4c11-902b-7ec073c145f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:50:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:32Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d4524a8ff34cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: 01696e6e-7b91-4a48-a916-3ae88545a880
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:50:36Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-11T16:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:50:36Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d4524b9c8e9fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27961"
    uid: fe58b7e7-e85b-4e10-82bd-9306aff4f48a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:52:30Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.253s
    (1m54.253s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:30Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d45266369d7477
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: 854d3d5d-7d9b-426a-9e61-9e264813867b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:52:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:31Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d452663b6d9faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28906"
    uid: 2b87f930-2ada-42a2-a715-9c5f60c618e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:52:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:31Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d452663bf781a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28907"
    uid: 7de664e4-a4e9-424c-9cfc-1bdae134e475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:52:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:31Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d452663c03c90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28908"
    uid: 0d2189e1-3356-4f89-badc-4a68f8ad6f86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:52:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:31Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d45266421cc448
    namespace: kserve-ci-e2e-test
    resourceVersion: "28910"
    uid: 10bbd592-8fdc-424d-a0f6-fb83fce4e461
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:52:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:31Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d4526642dbb9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: 2c4fed1e-6635-4be7-aec4-a5811d19021b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:52:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:33Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d45266862e516b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28940"
    uid: 0d636054-8dbc-4d38-bfeb-39108f56f3b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:52:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:45Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d4526992803555
    namespace: kserve-ci-e2e-test
    resourceVersion: "29076"
    uid: 47949f43-5158-4cee-b1ab-cc2b24eaf14c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-k4mg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: bf537059-3c80-40f3-91b2-467db47491bc
  kind: Event
  lastTimestamp: "2026-09-11T16:52:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:45Z"
    name: isvc-triton-predictor-5d7db58676-k4mg9.18d452699280afc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: 3cb09e8b-c290-4ebc-a57e-70bfc907432f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27886"
    uid: c294a37d-51ad-4075-8961-118c3833a235
  kind: Event
  lastTimestamp: "2026-09-11T16:50:31Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-k4mg9'
  metadata:
    creationTimestamp: "2026-09-11T16:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:50:31Z"
    name: isvc-triton-predictor-5d7db58676.18d4524a67b12b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27899"
    uid: 22e936a2-c260-4a03-ab89-43954220b4f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27884"
    uid: e05e0467-64b4-4690-984f-d750e3915abc
  kind: Event
  lastTimestamp: "2026-09-11T16:50:31Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:50:31Z"
    name: isvc-triton-predictor.18d4524a63376241
    namespace: kserve-ci-e2e-test
    resourceVersion: "27887"
    uid: bedbac60-5da2-4640-be92-3ee2c6674a0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: 8318fdbe-1fc2-496c-98f7-3121e830eaa1
  kind: Event
  lastTimestamp: "2026-09-11T16:52:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:52:31Z"
    name: isvc-triton-predictor.18d4524de1e2f23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: b3efd002-acec-4792-aef9-8bc993698d8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: 8318fdbe-1fc2-496c-98f7-3121e830eaa1
  kind: Event
  lastTimestamp: "2026-09-11T16:52:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:52:31Z"
    name: isvc-triton-predictor.18d4524de25c825c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28926"
    uid: 33cf22e4-638a-4416-a5f4-72f46e4f7675
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27876"
    uid: eb5fdccc-d330-4dfe-baf3-7c3667a48ee2
  kind: Event
  lastTimestamp: "2026-09-11T16:52:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:52:38Z"
    name: isvc-triton.18d4524a6339758a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: ec118d37-a19d-4e63-93bf-fc853d6e5957
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:50:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27876"
    uid: eb5fdccc-d330-4dfe-baf3-7c3667a48ee2
  kind: Event
  lastTimestamp: "2026-09-11T16:50:31Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T16:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:50:31Z"
    name: isvc-triton.18d4524a63c345a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27891"
    uid: 3e241e3d-a558-4649-abf5-5eac86d2d6e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29004"
    uid: eb5fdccc-d330-4dfe-baf3-7c3667a48ee2
  kind: Event
  lastTimestamp: "2026-09-11T16:52:38Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:52:38Z"
    name: isvc-triton.18d45267f40f46ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: fcf536da-feee-4cc4-9f1d-26dfc9e3943b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:52:50.561203Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29133"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-cmnxd
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:52:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:52:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4526ac8c3c45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29139"
    uid: ef4ffe03-fe1d-4c8f-ad07-d43936d6351f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:52:51Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:52:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4526aeaffba74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29157"
    uid: 8fe1c609-b742-4f03-8198-425c0d3397e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:52:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4526aece3ce00
    namespace: kserve-ci-e2e-test
    resourceVersion: "29159"
    uid: d803ed63-8848-4aa9-8d76-28a431aafcc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:52:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4526af0670679
    namespace: kserve-ci-e2e-test
    resourceVersion: "29160"
    uid: f0998246-efb7-4403-bb2a-f398494db4f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:52:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4526af0dec864
    namespace: kserve-ci-e2e-test
    resourceVersion: "29161"
    uid: 569a3ace-a9b4-40ab-a9ec-0333a656522e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:52:55Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T16:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:52:55Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4526c0476c9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29206"
    uid: c8efc87a-6cf4-4d64-b3a2-445f0e7095f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:53:13Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.294s (17.294s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d452700b4e010d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29331"
    uid: 2da58f9e-5af7-4c50-bf81-73b8c7ef49d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:53:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d452700ea0ab13
    namespace: kserve-ci-e2e-test
    resourceVersion: "29332"
    uid: 87a4a6f7-edc5-4097-b3de-e97cfe6509a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:53:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d452700f2a8135
    namespace: kserve-ci-e2e-test
    resourceVersion: "29333"
    uid: aa918bae-b7ea-4605-832f-da386847d61e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:53:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d452700f362c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 950e90b7-62d1-4e79-99b7-bfe843f3a8be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:53:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4527012716f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "29335"
    uid: 4b04b0d9-c0a6-43ba-80c3-e68324e593fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:53:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:53:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4527012ecdf9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 93fec4a1-7261-4569-9dcc-376f889c9275
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:54:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d452703b535c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "29858"
    uid: 194126d7-c20d-4f9f-81f4-1e7d9ab3e249
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:54:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4527fc4bfd898
    namespace: kserve-ci-e2e-test
    resourceVersion: "29960"
    uid: ce6ef7db-73dd-42c4-9a26-4134473655d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: 72e646f1-7168-451f-8ba7-eddaf3b9bc2d
  kind: Event
  lastTimestamp: "2026-09-11T16:54:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-cmnxd.18d4527fc4c08bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29961"
    uid: d35e57a1-4836-4cc0-9c26-bd712de8e732
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29124"
    uid: f2bd5091-a7f0-4e92-b2f1-bde5ca1dc294
  kind: Event
  lastTimestamp: "2026-09-11T16:52:50Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-cmnxd'
  metadata:
    creationTimestamp: "2026-09-11T16:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:52:50Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d4526ac835ce52
    namespace: kserve-ci-e2e-test
    resourceVersion: "29136"
    uid: 903d99ac-7bfe-4667-a476-cf7a19599d44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29122"
    uid: 409f2a02-1576-4979-9c3c-3069dd35b871
  kind: Event
  lastTimestamp: "2026-09-11T16:52:50Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:52:50Z"
    name: isvc-xgboost-predictor.18d4526ac43f8d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "29126"
    uid: afe151fe-2281-4111-b507-903937a28d91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29123"
    uid: d940f1fc-d767-44f8-90b5-dde42e738422
  kind: Event
  lastTimestamp: "2026-09-11T16:53:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:53:50Z"
    name: isvc-xgboost-predictor.18d4526e4400707f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29620"
    uid: f96270b3-e483-4dd6-a4e4-059ecf337c18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29123"
    uid: d940f1fc-d767-44f8-90b5-dde42e738422
  kind: Event
  lastTimestamp: "2026-09-11T16:53:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:53:50Z"
    name: isvc-xgboost-predictor.18d4526e4476b35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29621"
    uid: a6a33228-3b9f-45aa-9e42-d33a10315b87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: d940f1fc-d767-44f8-90b5-dde42e738422
  kind: Event
  lastTimestamp: "2026-09-11T16:54:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:54:05Z"
    name: isvc-xgboost-predictor.18d4527543e1df76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29823"
    uid: 5be85a55-a43f-42e4-8cbc-8d00352c98a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:53:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: d940f1fc-d767-44f8-90b5-dde42e738422
  kind: Event
  lastTimestamp: "2026-09-11T16:54:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:54:05Z"
    name: isvc-xgboost-predictor.18d452754497c92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: b177f601-b465-44c6-9610-4f9c373bc018
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:56:16.454875Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31174"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:56:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:56:16Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d4529ab8fbd7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31178"
    uid: 9229fc33-e4c7-4963-9def-3d1d91d558b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31184"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:17Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:56:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d4529adb192cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31194"
    uid: 33eacd7d-6fee-4f6f-a76d-d0d6adc47780
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d4529adcfa392b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31197"
    uid: fe298831-c051-4c37-a277-17667988fc2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d4529ae0378f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: 82b8a2b2-95b5-4da0-859f-5cde86a1d88f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d4529ae0b52eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31199"
    uid: fb17c48e-46b7-491b-9ce0-78a09460ba62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:21Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T16:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d4529bd4a37cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: 05b13c7b-cde2-4771-a753-85a3d558e8a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:39Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.407s (18.407s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452a01dc8f142
    namespace: kserve-ci-e2e-test
    resourceVersion: "31381"
    uid: dadf2340-0936-411e-b3c5-72abe5695dbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452a0212da195
    namespace: kserve-ci-e2e-test
    resourceVersion: "31382"
    uid: fa309d90-7cef-4bbe-8561-6300d73c4abf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452a021a5a6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31383"
    uid: d963dedd-2ada-4180-aec6-261bae7c381c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452a021afb32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31384"
    uid: 3f3129f2-9e25-4aef-a38a-ec28e84830dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452a024d424c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31385"
    uid: 8f15fbde-af29-4d9f-821f-6c594e931165
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:56:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452a0254eaae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31386"
    uid: cc967cdd-c51e-4c10-b761-ca358d90ceab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:57:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:57Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452a08270d38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32133"
    uid: 06120843-c8f5-409b-b8f3-e6ec0464ef35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:57:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:56Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452b2060fa70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32127"
    uid: dc9373a7-3fd1-4796-9e27-2093f70deec6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:57:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:56Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452b20610169f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32128"
    uid: 467e3f2b-c4c1-4305-b9a3-8a003cb55596
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 19716389-687a-4375-9153-09797b4e8ceb
  kind: Event
  lastTimestamp: "2026-09-11T16:57:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:57:57Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-v47xd.18d452b2349910cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32132"
    uid: cee5f3c9-7f68-4cb2-9aab-d6df634b894a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31166"
    uid: 01858223-27bc-4339-aeeb-a447df555cdc
  kind: Event
  lastTimestamp: "2026-09-11T16:56:16Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-v47xd'
  metadata:
    creationTimestamp: "2026-09-11T16:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:56:16Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d4529ab85877b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: 1ccdd9d3-19a3-45c3-9e9c-645a866410a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31163"
    uid: b36f6439-9b72-4297-9000-35bd4db05c5b
  kind: Event
  lastTimestamp: "2026-09-11T16:56:16Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:56:16Z"
    name: isvc-xgboost-runtime-predictor.18d4529ab36f3b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31168"
    uid: 4dae124f-6cfc-4dc8-83c6-68455f09d04c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31165"
    uid: 4186aba8-c745-45fb-a26f-fa806420e472
  kind: Event
  lastTimestamp: "2026-09-11T16:57:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:57:01Z"
    name: isvc-xgboost-runtime-predictor.18d4529e32f41f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: 989501b0-8625-4f25-8e93-20cd085f2e99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31165"
    uid: 4186aba8-c745-45fb-a26f-fa806420e472
  kind: Event
  lastTimestamp: "2026-09-11T16:57:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:57:01Z"
    name: isvc-xgboost-runtime-predictor.18d4529e339544d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31564"
    uid: 2c97f8e0-6d9e-4f28-9074-a17141b92ee8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: 4186aba8-c745-45fb-a26f-fa806420e472
  kind: Event
  lastTimestamp: "2026-09-11T16:57:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:57:46Z"
    name: isvc-xgboost-runtime-predictor.18d452a8b1be4253
    namespace: kserve-ci-e2e-test
    resourceVersion: "32028"
    uid: 80e03ae4-1a83-462b-b55e-6fa83b77f855
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: 4186aba8-c745-45fb-a26f-fa806420e472
  kind: Event
  lastTimestamp: "2026-09-11T16:57:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:57:46Z"
    name: isvc-xgboost-runtime-predictor.18d452a8b2546f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "32029"
    uid: 53ce7010-61ea-4665-b754-33a38f0957a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31156"
    uid: a3488bd2-0a90-4df0-84f6-de9035b677b8
  kind: Event
  lastTimestamp: "2026-09-11T16:57:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:57:47Z"
    name: isvc-xgboost-runtime.18d4529ab3cff147
    namespace: kserve-ci-e2e-test
    resourceVersion: "32042"
    uid: 0c7df168-2576-40b9-a2e1-579afbf909ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31156"
    uid: a3488bd2-0a90-4df0-84f6-de9035b677b8
  kind: Event
  lastTimestamp: "2026-09-11T16:56:16Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:56:16Z"
    name: isvc-xgboost-runtime.18d4529ab4536319
    namespace: kserve-ci-e2e-test
    resourceVersion: "31172"
    uid: 6a0bd0ec-04d2-4e24-be7d-aacc9589019a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:57:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32039"
    uid: a3488bd2-0a90-4df0-84f6-de9035b677b8
  kind: Event
  lastTimestamp: "2026-09-11T16:57:47Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:57:47Z"
    name: isvc-xgboost-runtime.18d452afe839c7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: f00ee2bb-ccf1-4e81-a756-28e75a5a478d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:54:25.932325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30023"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:54:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:54:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d45280fd538d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "30030"
    uid: c1a6fb3f-aa2d-43a1-aec3-fbf5dc70145f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30034"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:26Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:54:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d45281202b3735
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: 460bcbb3-a31c-497a-9c69-5ed6787503fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d4528122684e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: afe0b91d-83a7-43bc-8321-2c0d6aa1f439
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d45281258002f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30046"
    uid: 588e086b-ae79-4a9f-bb88-9d49127a8cbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d4528125f58a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: a2cefb53-6915-42ad-bff9-a08379e6cfc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:31Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-11T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d4528240bb364f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30085"
    uid: 7e208dc0-be4e-4bb5-a650-a27f5c5dfb2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d4528243b4e57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30087"
    uid: dac0f80f-31dd-40a9-941c-b180da53a3ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d452824442e05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30089"
    uid: 58982763-78aa-4602-9537-d9ab710feb20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d45282444dd68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: 254f4563-2790-4242-961e-cbee1be33f06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d45282481aa1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "30095"
    uid: 3d31a312-1104-450f-910b-75ea7a15a147
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:54:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:54:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d45282488d4cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30096"
    uid: e06896a6-5822-4d80-ada3-ff740f513ec7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d4528caa6d86f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: a6e375c6-7242-4433-ba55-9e216bd3e759
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d4528caa6e7040
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 0f621cd1-e739-4ebd-8b58-2e1f78850651
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: 49c7e7db-9fb4-40e7-8989-6105e9d1e10a
  kind: Event
  lastTimestamp: "2026-09-11T16:55:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q.18d4528d32e6c616
    namespace: kserve-ci-e2e-test
    resourceVersion: "30477"
    uid: 66c2b6b7-5d9c-4947-84a4-f51f10e3f6b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30013"
    uid: 30c51dea-1e66-4508-9fff-0fc889d1f1b3
  kind: Event
  lastTimestamp: "2026-09-11T16:54:25Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zdm2q'
  metadata:
    creationTimestamp: "2026-09-11T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:54:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d45280fcb7fea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30025"
    uid: 797bfde8-b126-40d8-ab70-64c15e6cd840
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30011"
    uid: 836c300a-4abe-47cb-ad85-e9b90a1e779b
  kind: Event
  lastTimestamp: "2026-09-11T16:54:25Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:54:25Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d45280f8394aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30015"
    uid: dbc0ba30-204e-42c7-9e96-b69aba3a7bfb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30012"
    uid: 8a638cd2-2c71-4dbb-bca4-2cc623d60e80
  kind: Event
  lastTimestamp: "2026-09-11T16:55:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:10Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d4528477769679
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: e0b644a4-717b-4e9a-8b28-ff041b4c9e0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30012"
    uid: 8a638cd2-2c71-4dbb-bca4-2cc623d60e80
  kind: Event
  lastTimestamp: "2026-09-11T16:55:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:10Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d4528478344e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 41a499e0-6986-4f9d-bd85-34cd9aa6be30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30180"
    uid: 8a638cd2-2c71-4dbb-bca4-2cc623d60e80
  kind: Event
  lastTimestamp: "2026-09-11T16:54:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:54:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d45287f79bd44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30288"
    uid: 37ffd1ae-d37f-44ae-b228-82321ae3db56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30180"
    uid: 8a638cd2-2c71-4dbb-bca4-2cc623d60e80
  kind: Event
  lastTimestamp: "2026-09-11T16:54:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:54:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d45287f822ee10
    namespace: kserve-ci-e2e-test
    resourceVersion: "30290"
    uid: e8efe1ed-2bf3-4ad1-aca9-8c6af5c174ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30004"
    uid: ff3d876b-955c-4a17-a921-5b160f4ed9a2
  kind: Event
  lastTimestamp: "2026-09-11T16:55:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:55:08Z"
    name: isvc-xgboost-v2-mlserver.18d45280f84f8dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30385"
    uid: a6022eb8-106f-4767-9247-9dd1449ee533
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30004"
    uid: ff3d876b-955c-4a17-a921-5b160f4ed9a2
  kind: Event
  lastTimestamp: "2026-09-11T16:54:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:54:25Z"
    name: isvc-xgboost-v2-mlserver.18d45280f91a7048
    namespace: kserve-ci-e2e-test
    resourceVersion: "30019"
    uid: 3fbeb4e5-b93e-4591-8629-4e3fc46962e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: ff3d876b-955c-4a17-a921-5b160f4ed9a2
  kind: Event
  lastTimestamp: "2026-09-11T16:55:08Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:55:08Z"
    name: isvc-xgboost-v2-mlserver.18d4528ae5dfb9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30384"
    uid: 5ababca7-6ad2-47ad-99a2-5fb73efd8ab5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:59:07.055597Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32783"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:59:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:59:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c271944578
    namespace: kserve-ci-e2e-test
    resourceVersion: "32787"
    uid: 1ffbfc61-f521-44ba-b3ac-3127ce774f2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:07Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:59:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c293a2d175
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: c6d8a740-2825-45ad-9ef1-03b4e2240616
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c29516a820
    namespace: kserve-ci-e2e-test
    resourceVersion: "32804"
    uid: 313854b3-404d-4e10-8e1e-4f24ea4e26d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c297946df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32805"
    uid: c31935f1-f37a-477a-86b2-5f88744f55b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c2980acae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32806"
    uid: ba42fb15-f124-43a0-900e-9ab28aefea64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:11Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c39438b740
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: e05fe166-e781-4201-a35d-a1bae7ab06aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c397962656
    namespace: kserve-ci-e2e-test
    resourceVersion: "32897"
    uid: 5ddffd65-1764-4298-ada8-6607bb7a5e7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c3980ccb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "32898"
    uid: 557bd2bb-3c91-4090-b40e-430a6db380f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c398166433
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: e31412fd-e778-4ea2-b6b5-4377aa09ca58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c39b165b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: b116b8b4-8462-422a-8d88-98338abd8a9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T16:59:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c39b8a5049
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: ede6403e-4e1c-451f-a482-c57686bc5fbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T17:00:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:28Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452c3d0425393
    namespace: kserve-ci-e2e-test
    resourceVersion: "33517"
    uid: 24648a8e-9249-4ebf-a0e7-6e5c1b0a31dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T17:00:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T17:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:27Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452d512c9f156
    namespace: kserve-ci-e2e-test
    resourceVersion: "33504"
    uid: 75035335-2ed4-4a4a-ac13-15314fb43c23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T17:00:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T17:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:27Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452d512caa416
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: 34b256b8-5bca-4c9f-9912-f54c845fc9f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: ff81ba77-ad45-40ed-aa9e-4da8391b8492
  kind: Event
  lastTimestamp: "2026-09-11T17:00:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T17:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T17:00:28Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-nmnxm.18d452d582641ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33516"
    uid: 744fc19d-0bde-4687-ba02-377e8352c64e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32773"
    uid: e86bc678-4d43-46c0-b997-8e3b46420f73
  kind: Event
  lastTimestamp: "2026-09-11T16:59:07Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-nmnxm'
  metadata:
    creationTimestamp: "2026-09-11T16:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:59:07Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d452c2710149cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32784"
    uid: eaa32bc9-dee3-4dfc-973c-2e07dac0f085
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32770"
    uid: d8807db1-05ca-44bf-8bf7-0a3dfeedd5be
  kind: Event
  lastTimestamp: "2026-09-11T16:59:06Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:59:06Z"
    name: isvc-xgboost-v2-predictor.18d452c26cc0dcb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32774"
    uid: 4329069c-fa4d-402b-8dfe-0adbe77e4e12
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32771"
    uid: 4a67271f-9dca-455b-b56a-bb571ebe2468
  kind: Event
  lastTimestamp: "2026-09-11T16:59:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:59:52Z"
    name: isvc-xgboost-v2-predictor.18d452c5ec2d457a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33221"
    uid: 4e46c58f-26b5-491d-a08b-a26624cabda4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32771"
    uid: 4a67271f-9dca-455b-b56a-bb571ebe2468
  kind: Event
  lastTimestamp: "2026-09-11T16:59:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:59:52Z"
    name: isvc-xgboost-v2-predictor.18d452c5eca1d75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 2f57bfe9-2c78-4238-b9d8-4a8c9a1c891e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32995"
    uid: 4a67271f-9dca-455b-b56a-bb571ebe2468
  kind: Event
  lastTimestamp: "2026-09-11T17:00:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:00:22Z"
    name: isvc-xgboost-v2-predictor.18d452c96b8e16a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33445"
    uid: 6eb9df4d-5f90-46f1-bc9d-d73926549240
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32995"
    uid: 4a67271f-9dca-455b-b56a-bb571ebe2468
  kind: Event
  lastTimestamp: "2026-09-11T17:00:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T17:00:22Z"
    name: isvc-xgboost-v2-predictor.18d452c96c074cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 47b99060-0485-48a9-ae2e-18862bff85d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:58:01.923065Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:58:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:58:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b347612c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: 715cbc19-bdb0-4083-99d3-66a897579382
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32197"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:02Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:58:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b36966d0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32210"
    uid: 93a1d8da-9e88-47c7-8996-bb278260fa17
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b36b56524f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32213"
    uid: be8674c5-c9c5-4375-a303-ef5b5882d957
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b36ebe12af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32215"
    uid: 8489a69c-6f3e-4575-9e41-123b14cddd1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b36f36d6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32216"
    uid: 531a3331-f649-4781-bcb4-767a5367e855
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:07Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-11T16:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b490b4a4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32259"
    uid: b7a83a12-303f-4ed5-a245-6d925cb81516
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b493ca0853
    namespace: kserve-ci-e2e-test
    resourceVersion: "32262"
    uid: cc86f967-332b-4321-a1c1-024d0f9a93ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b49443c95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32263"
    uid: 8918889b-b1c1-41d4-80b9-093143474bab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b494508208
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: 1b7e1100-5779-4d1c-9f79-7d4807ac4868
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b4978a4eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: 263c1974-bfcf-4bce-98ee-726df0ce3f36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452b49811c502
    namespace: kserve-ci-e2e-test
    resourceVersion: "32269"
    uid: 51e50089-aeeb-4ae0-bee7-7c70c3c3e896
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:58:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-11T16:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:58:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452bd6f3f5afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: ab6633da-5d41-4c79-8f8c-a53252eed3ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:59:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452c139092104
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: 1edeba3b-5a80-468e-989a-f73f87c261f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:59:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452c13909a229
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: 4fcc023e-22b6-4c2c-a894-e146469237a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:59:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:05Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452c212dc54c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32746"
    uid: 75756165-b784-4e8e-976f-e270d8df075e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32191"
    uid: be427076-3fa7-46ee-89d1-c83bf42103f1
  kind: Event
  lastTimestamp: "2026-09-11T16:59:05Z"
  message: 'Readiness probe failed: Get "http://10.132.0.46:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.132.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:59:05Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm.18d452c21348faff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32747"
    uid: 818bc5fb-1d7b-4806-9dbc-39b29def5e7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32178"
    uid: 253c4c01-226d-44c5-92fc-8a8d43636379
  kind: Event
  lastTimestamp: "2026-09-11T16:58:01Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-f92tm'
  metadata:
    creationTimestamp: "2026-09-11T16:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:01Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d452b3469228f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32192"
    uid: 3cef951e-3623-4102-a9c2-83760873ba49
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32176"
    uid: c9c8daa4-8df6-4462-967b-7c04f7a80515
  kind: Event
  lastTimestamp: "2026-09-11T16:58:01Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:01Z"
    name: isvc-xgboost-v2-runtime-predictor.18d452b341226d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32180"
    uid: 1240b6f0-cde0-4c59-836c-9f36b4c1a73e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 6cbc5a95-295c-4911-999f-e8f2396adf25
  kind: Event
  lastTimestamp: "2026-09-11T16:58:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:31Z"
    name: isvc-xgboost-v2-runtime-predictor.18d452b6bed99a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32448"
    uid: 005d942e-8081-4b37-854a-8801013ecea4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 6cbc5a95-295c-4911-999f-e8f2396adf25
  kind: Event
  lastTimestamp: "2026-09-11T16:58:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:31Z"
    name: isvc-xgboost-v2-runtime-predictor.18d452b6bf677158
    namespace: kserve-ci-e2e-test
    resourceVersion: "32449"
    uid: 46d2c9dc-4b23-49a0-a41d-0593ed0cac26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32338"
    uid: 6cbc5a95-295c-4911-999f-e8f2396adf25
  kind: Event
  lastTimestamp: "2026-09-11T16:58:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18d452bdbd6af52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32556"
    uid: c88892e5-700f-4aff-9fc1-11395f3b0080
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32338"
    uid: 6cbc5a95-295c-4911-999f-e8f2396adf25
  kind: Event
  lastTimestamp: "2026-09-11T16:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:58:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18d452bdbdeda54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32558"
    uid: ea3ef8b7-dcdd-4099-84f6-0ded74a74718
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32168"
    uid: 1bbe944c-cdea-4239-999f-b83b755cd93b
  kind: Event
  lastTimestamp: "2026-09-11T16:58:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:58:55Z"
    name: isvc-xgboost-v2-runtime.18d452b340dff00a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: 354500ad-eb64-42f9-8924-4b5bf31cf833
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32168"
    uid: 1bbe944c-cdea-4239-999f-b83b755cd93b
  kind: Event
  lastTimestamp: "2026-09-11T16:58:01Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:58:01Z"
    name: isvc-xgboost-v2-runtime.18d452b342217c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "32182"
    uid: 21577d0d-ca32-43e6-a6f8-8f96829ac64b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:58:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: 1bbe944c-cdea-4239-999f-b83b755cd93b
  kind: Event
  lastTimestamp: "2026-09-11T16:58:55Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:58:55Z"
    name: isvc-xgboost-v2-runtime.18d452bfc64f5fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32627"
    uid: 412fdc50-85cb-42ec-93c4-73a9f9db930b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: 890c478f-018d-4e11-9efe-f308e4bf8c40
  kind: Event
  lastTimestamp: "2026-09-11T17:00:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:00:19Z"
    name: isvc-xgboost-v2.18d452c26ccafe1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33428"
    uid: db71e328-47ec-4453-adcb-0ec62b33be6d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: 890c478f-018d-4e11-9efe-f308e4bf8c40
  kind: Event
  lastTimestamp: "2026-09-11T16:59:07Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:59:07Z"
    name: isvc-xgboost-v2.18d452c26d426457
    namespace: kserve-ci-e2e-test
    resourceVersion: "32794"
    uid: 96b5d42c-51cb-44d3-8789-4b10b491e811
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:59:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 890c478f-018d-4e11-9efe-f308e4bf8c40
  kind: Event
  lastTimestamp: "2026-09-11T16:59:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:59:07Z"
    name: isvc-xgboost-v2.18d452c27463edb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32795"
    uid: ff8e5a3d-6dbf-4661-b9a4-9181a252c844
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T17:00:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: 890c478f-018d-4e11-9efe-f308e4bf8c40
  kind: Event
  lastTimestamp: "2026-09-11T17:00:19Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-11T17:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T17:00:19Z"
    name: isvc-xgboost-v2.18d452d335252602
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: 1178d6d2-5c20-4a60-8c20-39151a6488bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29115"
    uid: 25ade406-b2c0-4237-bb3c-c760984db434
  kind: Event
  lastTimestamp: "2026-09-11T16:54:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:54:20Z"
    name: isvc-xgboost.18d4526ac458af66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29941"
    uid: c3045566-0f1e-4e55-b613-c18afec28e02
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:52:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29115"
    uid: 25ade406-b2c0-4237-bb3c-c760984db434
  kind: Event
  lastTimestamp: "2026-09-11T16:52:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T16:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:52:50Z"
    name: isvc-xgboost.18d4526ac507cda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29130"
    uid: b86b1f03-4189-4923-b088-f9998fd5c4e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:54:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29939"
    uid: 25ade406-b2c0-4237-bb3c-c760984db434
  kind: Event
  lastTimestamp: "2026-09-11T16:54:20Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:54:20Z"
    name: isvc-xgboost.18d4527fa0f795f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29940"
    uid: 1c7b6a34-8749-4555-b5cd-778ef190dbaf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:31:29.106698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-kr9lt
    to ip-10-0-143-197.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:31:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:31:29Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d451406c1fb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: bcb02dc2-2e19-4ff0-9621-c87dbffdc6b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:31:29Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:31:29Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d451408e0326d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17027"
    uid: cc2a0261-caee-4493-8101-6fd7b2105990
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:31:29Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-11T16:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:29Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d451408f6e91c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: e6eb2376-d0a2-48ec-af6c-b691f2049a73
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:31:31Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.4s (1.4s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:31Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d45140e2edb460
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: 7bccafbf-fff0-4f2d-8711-24d0589e970a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:31:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:31Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d45140e5d23104
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: d19b04ea-2780-4a26-9d76-d08aa5ae3a07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:31:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:31Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d45140e6439b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: f70e8f96-a643-4440-a5c0-3b5c27d5f722
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:31:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:31Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d45140e64e9f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17041"
    uid: 7b49c106-97a7-4365-9d05-786012c02a53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:31:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:31Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d45140e9080f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: 6f1271c3-479e-4bc7-803a-df9b14d61bd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:31:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:31Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d45140e9800014
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: ab8c0fe8-9033-4901-9e90-d8c850f1440f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d4515b4c157abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18142"
    uid: 47b86721-0e6d-4bfe-a705-9142339ca059
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kr9lt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 4bf32387-8421-4bc4-ba80-3318277aaea2
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: message-dumper-predictor-6575bcfdfd-kr9lt.18d4515b4c15fc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18144"
    uid: 28764c7f-2bd4-4e53-804f-274de99b5d1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-197.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-197.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: aad93faf-f2a4-4ced-88ba-8aa85764a0fd
  kind: Event
  lastTimestamp: "2026-09-11T16:31:29Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-kr9lt'
  metadata:
    creationTimestamp: "2026-09-11T16:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:29Z"
    name: message-dumper-predictor-6575bcfdfd.18d451406b972ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 2383ef79-fd94-4982-9990-de4ea1b90548
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: b76fa737-e7ff-4647-b020-38be630f75ae
  kind: Event
  lastTimestamp: "2026-09-11T16:31:29Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:29Z"
    name: message-dumper-predictor.18d45140671536c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: 89ce0b86-60c9-48c2-80a9-9a2d859e3008
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: 4abd36a8-7b03-4345-b4ea-cefe3aff0ac8
  kind: Event
  lastTimestamp: "2026-09-11T16:31:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:44Z"
    name: message-dumper-predictor.18d45143e566c073
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: bad7d06c-4b86-4f38-aa78-af612dea492a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: 4abd36a8-7b03-4345-b4ea-cefe3aff0ac8
  kind: Event
  lastTimestamp: "2026-09-11T16:31:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:44Z"
    name: message-dumper-predictor.18d45143e67bd1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: 331cec85-dbe1-4250-9388-1555fa14872a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 4abd36a8-7b03-4345-b4ea-cefe3aff0ac8
  kind: Event
  lastTimestamp: "2026-09-11T16:31:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:59Z"
    name: message-dumper-predictor.18d4514767139e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: 09093cf6-1717-4829-b252-34caf14bf5ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 4abd36a8-7b03-4345-b4ea-cefe3aff0ac8
  kind: Event
  lastTimestamp: "2026-09-11T16:31:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:59Z"
    name: message-dumper-predictor.18d4514767923e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: 2dd8e4e3-4882-4060-8468-5e527cabead2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 6eb6c9b9-ace0-44c1-b7b0-863af2f0ccd0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:39Z"
    name: message-dumper.18d451406714afe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17124"
    uid: b78234ca-d110-4ddc-b927-660c67bc336c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 6eb6c9b9-ace0-44c1-b7b0-863af2f0ccd0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:29Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-11T16:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:29Z"
    name: message-dumper.18d4514067c51719
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: 2894edcd-aae9-4ece-9e5f-3fa2866b2c29
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 6eb6c9b9-ace0-44c1-b7b0-863af2f0ccd0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:29Z"
    name: message-dumper.18d4514071db60ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 7a087b7d-118c-4be6-883c-a1d148cae402
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17120"
    uid: 6eb6c9b9-ace0-44c1-b7b0-863af2f0ccd0
  kind: Event
  lastTimestamp: "2026-09-11T16:31:39Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:39Z"
    name: message-dumper.18d45142bb5b1905
    namespace: kserve-ci-e2e-test
    resourceVersion: "17121"
    uid: 393beb29-906d-4f57-9631-97698100df4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:40:49.561373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21949"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:40:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:40:49Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451c2e9d36377
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: b17fc233-efd0-464d-ba2a-9d5e039f60f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:40:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:40:49Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451c2f35ec1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21961"
    uid: 5a51cd32-6551-4bda-b4d0-3e613f9d7f21
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:40:50Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:40:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451c3304e7c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21975"
    uid: 441da691-3468-43e1-98d9-48ce88f820fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:40:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:40:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451c331f3475d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 43d87fca-3693-4371-ab4d-946e781a6cd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:40:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:40:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451c3353fd5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21978"
    uid: 1bbeebd5-ebfa-44b3-860a-5227309dc0de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:40:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:40:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451c335baf3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21979"
    uid: 7f841bd0-3ef6-422b-b8a8-d959b157ca6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:40:55Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-11T16:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:40:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451c4378d0ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 3c6d30ed-d7a0-4ab3-bb34-3874c28a938b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:43:03Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m7.986s
    (2m7.986s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451e204221cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23029"
    uid: 0b0aea0c-a1cc-45c7-8eda-24c2819e1797
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:43:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451e20a9acd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "23031"
    uid: ca13898d-76ec-423b-b42b-89f4ef556190
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:43:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451e20c477812
    namespace: kserve-ci-e2e-test
    resourceVersion: "23032"
    uid: e946fff3-65dd-4466-a9f2-4f9a4cc57505
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:43:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451e20c533ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23033"
    uid: 1c1900f2-2c55-4b92-8077-d02cf01754fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:43:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451e211f8784b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23034"
    uid: 924812c1-787e-41e5-a352-3e25aa225afa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:43:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451e212d5a265
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: a29d8fbb-0a1d-4840-8874-8bd73f35fdd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:43:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-11T16:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451ead0ec7d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23373"
    uid: 938726c7-a61f-4e2d-adc6-cf0ae83e94fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:43:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451ef36706e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: de368c48-9725-48f0-b98d-f4948664628e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:43:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451ef3670f0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 915ac56b-07dd-4a87-9a31-4d655557c4f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:44:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451ef76721a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: bb39e1c9-2120-448d-9e8c-8137f4cdf52b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 8a127288-cc02-4058-b9df-7629dcbce64c
  kind: Event
  lastTimestamp: "2026-09-11T16:44:01Z"
  message: 'Readiness probe failed: Get "http://10.132.0.35:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-11T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:44:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf.18d451efb4ce7636
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: ebda1100-afec-4cf9-bd71-32498abe243e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: 5c717060-d2aa-4cff-ad53-2eb9d3633140
  kind: Event
  lastTimestamp: "2026-09-11T16:40:49Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-44txf'
  metadata:
    creationTimestamp: "2026-09-11T16:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:40:49Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d451c2e94afa25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: d7dc82c9-21da-4b36-a981-76fccd1ea68d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: 56dd78e5-dea7-4a33-b9ff-e43318365159
  kind: Event
  lastTimestamp: "2026-09-11T16:40:49Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:40:49Z"
    name: sklearn-v2-mlserver-predictor.18d451c2e43eaedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21937"
    uid: e9f1d942-4c49-4f67-9c13-ad99c7dd0d7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: f7d8fef1-9bd5-401f-9ac0-9403fad5be1b
  kind: Event
  lastTimestamp: "2026-09-11T16:43:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:43:34Z"
    name: sklearn-v2-mlserver-predictor.18d451c662fc974f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23329"
    uid: 3a7c02e0-4e43-4825-8448-6a99131957ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: f7d8fef1-9bd5-401f-9ac0-9403fad5be1b
  kind: Event
  lastTimestamp: "2026-09-11T16:43:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:43:34Z"
    name: sklearn-v2-mlserver-predictor.18d451c6639e8ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: cb0ed631-4403-4a4d-a361-4328379d22d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: f7d8fef1-9bd5-401f-9ac0-9403fad5be1b
  kind: Event
  lastTimestamp: "2026-09-11T16:43:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:43:49Z"
    name: sklearn-v2-mlserver-predictor.18d451ecd909fc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 38076830-bdd4-49b9-a5d4-e2b84ff4e7a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: f7d8fef1-9bd5-401f-9ac0-9403fad5be1b
  kind: Event
  lastTimestamp: "2026-09-11T16:43:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:43:49Z"
    name: sklearn-v2-mlserver-predictor.18d451ecd984ac78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 7eab0177-1d01-43e3-aad8-665944c61e05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 99a4a67d-3179-4ae4-acd6-b3cffd2f35c5
  kind: Event
  lastTimestamp: "2026-09-11T16:43:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:43:51Z"
    name: sklearn-v2-mlserver.18d451c2e4410bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: de83bf6d-820c-4a95-b30a-dd53958e986f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:40:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 99a4a67d-3179-4ae4-acd6-b3cffd2f35c5
  kind: Event
  lastTimestamp: "2026-09-11T16:40:49Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:40:49Z"
    name: sklearn-v2-mlserver.18d451c2e4d9465c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21940"
    uid: 5100c3f6-1407-418b-af53-5a833b28778d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 99a4a67d-3179-4ae4-acd6-b3cffd2f35c5
  kind: Event
  lastTimestamp: "2026-09-11T16:43:51Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:43:51Z"
    name: sklearn-v2-mlserver.18d451ed28b53907
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: 4b1f6cf2-0449-4368-9a67-0b7fd1e67e23
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:55:21.214955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    to ip-10-0-142-248.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:55:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:55:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528ddc6d81ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: fea8fb52-b4f2-4c64-8f48-698b89b7f74c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-846d66cc8-rh47j
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30532"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:21Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:55:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528dfe749a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: 9f42f93b-ca40-4179-80e6-5df1c39ff478
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528e000f73b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30541"
    uid: a9bdb5b3-622b-4d4a-b8cb-5c1d96763a53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528e03aceff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 6db2cbf9-52d6-4af5-8667-ad38ec56223a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528e045b814f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 284fe5c2-5269-4ac7-bcc2-c58a9c8c533f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528f1ff8e7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30591"
    uid: 84f085c9-e0d5-4f99-aa69-6d883e5a4b1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528f23300d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30594"
    uid: 6b0244ab-175b-4a6d-b7e6-964fefd251bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528f23a755ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: f3d1b9d3-db7f-4594-9abc-10c134b98fe7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528f23b2a1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30598"
    uid: ba938560-7ddf-4333-a6f9-0759971d090f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528f26ca102b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30600"
    uid: 84ae625e-cdbe-4003-be4c-295d02c3cd6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:55:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:55:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4528f273fe48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30601"
    uid: 2d809e8d-c141-49ce-9ac5-f1af4eee7d6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:56:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:11Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d452998150934d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 3505ff3f-d682-4462-b9de-8599f8d73f55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:56:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:11Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d45299815109de
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: 0146d824-dda6-431c-abd4-0fc6dde4bcae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:56:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4529a4e1c1e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31138"
    uid: 286a9547-9680-4d2e-af34-3490f609f10d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 4bae6bb6-6e2b-47ea-ab68-017c19a726bc
  kind: Event
  lastTimestamp: "2026-09-11T16:56:14Z"
  message: 'Readiness probe failed: Get "http://10.132.0.44:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:56:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w.18d4529a4e61d967
    namespace: kserve-ci-e2e-test
    resourceVersion: "31139"
    uid: 47ebb0ac-f41b-44a2-a35d-745430b4f5b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30511"
    uid: 1860a766-35e3-4590-a663-7b20db2ed0ab
  kind: Event
  lastTimestamp: "2026-09-11T16:55:21Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-kn69w'
  metadata:
    creationTimestamp: "2026-09-11T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d4528ddbea242a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 9aead1d8-83b7-4961-a5d4-5e10235bacc6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30509"
    uid: 0d42b92e-788b-4289-8220-7b64174637c9
  kind: Event
  lastTimestamp: "2026-09-11T16:55:21Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:21Z"
    name: xgboost-v2-mlserver-predictor.18d4528dd668afb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: 3808fa0f-db0d-4b82-b7d9-0f9bab8629af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30510"
    uid: a65e0357-3a0d-4c3b-813d-52c452998193
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: xgboost-v2-mlserver-predictor.18d4529154b67639
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 2a1c0845-5f19-4ae2-8dc6-ab34edf9397a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30510"
    uid: a65e0357-3a0d-4c3b-813d-52c452998193
  kind: Event
  lastTimestamp: "2026-09-11T16:55:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:55:36Z"
    name: xgboost-v2-mlserver-predictor.18d45291554f1198
    namespace: kserve-ci-e2e-test
    resourceVersion: "30778"
    uid: 98970e4e-be2b-44d3-80d7-ec444d941585
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30776"
    uid: a65e0357-3a0d-4c3b-813d-52c452998193
  kind: Event
  lastTimestamp: "2026-09-11T16:56:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:56:06Z"
    name: xgboost-v2-mlserver-predictor.18d45294d496dce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31060"
    uid: 885789cd-10a2-44b1-b910-8446ef305b42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30776"
    uid: a65e0357-3a0d-4c3b-813d-52c452998193
  kind: Event
  lastTimestamp: "2026-09-11T16:56:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:56:06Z"
    name: xgboost-v2-mlserver-predictor.18d45294d5105da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31061"
    uid: ee56ebb9-c952-4f79-8ee6-5494dd3dc05f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30501"
    uid: b16acdd7-b754-4713-9941-bf58725d125d
  kind: Event
  lastTimestamp: "2026-09-11T16:56:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:56:04Z"
    name: xgboost-v2-mlserver.18d4528dd61d38a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31050"
    uid: bd7bee03-2d92-4ac1-91b7-b20b483250e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:55:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30501"
    uid: b16acdd7-b754-4713-9941-bf58725d125d
  kind: Event
  lastTimestamp: "2026-09-11T16:55:21Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:55:21Z"
    name: xgboost-v2-mlserver.18d4528dd6cbefbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30515"
    uid: 973457c3-5abd-4d40-aaab-cbf13ff103b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31048"
    uid: b16acdd7-b754-4713-9941-bf58725d125d
  kind: Event
  lastTimestamp: "2026-09-11T16:56:04Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:56:04Z"
    name: xgboost-v2-mlserver.18d452980609fec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31049"
    uid: be3f9a67-d746-4e83-a1af-a14fd8fbc0f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40895"