---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:36:56.469873Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23017"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:36:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:36:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff36163c3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23023"
    uid: f083a0d6-6c9a-49ca-a6b0-23623a8b46c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:36:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff36dfa787a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23030"
    uid: bd9d000d-6aeb-4b39-a3bb-68a026d3a8e0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23027"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:36:57Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:36:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff3a6efd723
    namespace: kserve-ci-e2e-test
    resourceVersion: "23042"
    uid: 49c6d813-343d-4940-b0a9-44e214b01d46
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:36:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff3a8563e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: 88a6547d-dbb9-4b08-9ab0-a4cf12c01d2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:36:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff3aab65fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: a48f36c9-3a7b-4e9a-96c6-fec4e8083db2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:36:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:57Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff3ab362dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: cdb7745a-4787-4254-952b-745c3c9d38d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff5e5818bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23120"
    uid: 51342c7a-f31b-4f3e-8042-73706d28ebe6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff5e8653c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23124"
    uid: 44311772-9aee-4b7e-b85e-af92df6aa1a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff5e8db1c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23125"
    uid: 5bb781cc-ef54-4975-b7fa-eccc87a245d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff5e8e6ad81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23126"
    uid: fc81667f-d2f0-49ef-bcda-cf14d2ba3871
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff5ec1a0886
    namespace: kserve-ci-e2e-test
    resourceVersion: "23128"
    uid: b2cffe23-8d65-4cfc-aaca-3fb1ac162a05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff5eca26468
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 5e1c906c-ca00-44d3-b189-05748282052a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:37:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:15Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ff65d4be672
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: becf9b53-3dd2-4c65-b246-5343dfeee90a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:37:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ffb99625cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23362"
    uid: d72be231-b59d-46c0-b390-9094997d1baf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: cadeea98-c6c4-4a13-9a4a-1d68ffb54d1c
  kind: Event
  lastTimestamp: "2026-09-17T23:37:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7.18d63ffb9962f8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23363"
    uid: a1a235ec-e2b7-45db-831b-467e84b28c65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23009"
    uid: e1669b1e-dbe5-4933-a2df-0976c8747c7c
  kind: Event
  lastTimestamp: "2026-09-17T23:36:56Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-tjvx7'
  metadata:
    creationTimestamp: "2026-09-17T23:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:36:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d63ff360f97aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: 623a2f7a-8bc2-4d53-952b-e1331f51063a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23006"
    uid: a4ffd307-6c9e-4305-a7a1-b8d289e281ee
  kind: Event
  lastTimestamp: "2026-09-17T23:36:56Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:36:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63ff35d7022d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23011"
    uid: 31be78ae-b917-4061-bfde-886583d1cf19
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23008"
    uid: ceb9f7e1-7eee-464f-b6aa-ee7c12aa8d25
  kind: Event
  lastTimestamp: "2026-09-17T23:37:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63ff6dbc4a8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23285"
    uid: 55111297-94e9-4d6d-a700-1fc2bc5f3bfc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23008"
    uid: ceb9f7e1-7eee-464f-b6aa-ee7c12aa8d25
  kind: Event
  lastTimestamp: "2026-09-17T23:37:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63ff6dc27dfd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: 427dc17c-61a1-431a-926a-f0a7edcea8cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: 3dcf18f4-29b9-4169-b0d0-a27b7c44c2e9
  kind: Event
  lastTimestamp: "2026-09-17T23:37:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:37:25Z"
    name: isvc-autogluon-ts-v1-noslash.18d63ff35d6fb7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 1152211d-9e50-4fb8-b7ac-114a6034d01b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: 3dcf18f4-29b9-4169-b0d0-a27b7c44c2e9
  kind: Event
  lastTimestamp: "2026-09-17T23:36:56Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:36:56Z"
    name: isvc-autogluon-ts-v1-noslash.18d63ff35e2d4dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23014"
    uid: 4fdb3387-91b2-424c-9e7a-2522965335e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: 3dcf18f4-29b9-4169-b0d0-a27b7c44c2e9
  kind: Event
  lastTimestamp: "2026-09-17T23:37:25Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:37:25Z"
    name: isvc-autogluon-ts-v1-noslash.18d63ffa1bfdb0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23265"
    uid: c9396d85-0f28-42d4-bde2-d229f0104da4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:36:09.197143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22577"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:36:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:36:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63fe85fb728c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: b15ed996-8c03-41ed-a857-f78874f4f749
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63fe867ddf7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: 87d39afc-e9f4-4863-9145-ed3da07c728b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:10Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:36:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63fe8a5542557
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 6411d730-74b6-4018-8e36-f9be15bede5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63fe8a6ac4e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "22603"
    uid: 7da0d40c-2537-43d4-8727-dd5b329720db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63fe8a968ed23
    namespace: kserve-ci-e2e-test
    resourceVersion: "22604"
    uid: a0557c18-cfa4-470e-8e2f-280174e0ad32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:10Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63fe8a9dcdd67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: d41d97c6-3268-467c-857f-79bb66c0a9e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:20Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63feae92358fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22680"
    uid: 3252e041-cd9c-4c7b-83f6-3d091a35ec94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63feaee41755d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: d61fb0da-62b7-499c-8d84-60db43f13f35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63feaeeb49464
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: 2ac5638e-7d3d-471d-bff7-a445426a27b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63feaeebf2179
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: 5c71d4b1-40c6-48d9-8ffb-6dece1c9e676
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63feaf18ef9ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: ace5bbfe-fc30-4538-a51e-12a5d51433da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63feaf200ec99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22690"
    uid: e5845695-4796-453e-998a-ba80bc499652
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63feb25790d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22747"
    uid: 167edf1e-e452-4467-812a-e29aa236e5b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63ff229637fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22950"
    uid: 5fe3aab1-c002-4779-85d1-8f178b17abf5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:51Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63ff22964bb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "22951"
    uid: dc02a62e-abbf-491d-bb15-14c7c5bda668
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: a4d39167-6750-435b-9ac4-943929640618
  kind: Event
  lastTimestamp: "2026-09-17T23:36:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:52Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb.18d63ff25d6e2f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22960"
    uid: cf3ea317-beec-446f-a163-351076926755
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: 39074684-cc06-43eb-8e41-ac8d693c6d72
  kind: Event
  lastTimestamp: "2026-09-17T23:36:09Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-xlmkb'
  metadata:
    creationTimestamp: "2026-09-17T23:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:36:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d63fe85f267de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: d28527d0-679e-4274-b963-9a8ebd447b0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: 620e7158-6234-490b-9cba-54cb972e57ac
  kind: Event
  lastTimestamp: "2026-09-17T23:36:09Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:36:09Z"
    name: isvc-autogluon-ts-v1-predictor.18d63fe85abb12c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: e45d6861-8bfb-405b-94fd-d0934e53eab0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: b16e330a-07c1-491d-86e5-cd8b6935ae02
  kind: Event
  lastTimestamp: "2026-09-17T23:36:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:36:39Z"
    name: isvc-autogluon-ts-v1-predictor.18d63febd93619c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22852"
    uid: 34d09d83-b8e6-4a81-b3bf-6a78af60b19b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: b16e330a-07c1-491d-86e5-cd8b6935ae02
  kind: Event
  lastTimestamp: "2026-09-17T23:36:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:36:39Z"
    name: isvc-autogluon-ts-v1-predictor.18d63febd999a9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: 3736827e-e8aa-4e3e-8471-40c85a6390a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22556"
    uid: d32cf5f8-565b-43c5-ac22-7dc848077e4a
  kind: Event
  lastTimestamp: "2026-09-17T23:36:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:36:37Z"
    name: isvc-autogluon-ts-v1.18d63fe85ab55e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: 7614ae31-6d02-4b0d-bd7c-a4da7cdf6f44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22556"
    uid: d32cf5f8-565b-43c5-ac22-7dc848077e4a
  kind: Event
  lastTimestamp: "2026-09-17T23:36:09Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:36:09Z"
    name: isvc-autogluon-ts-v1.18d63fe85b5cb4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22572"
    uid: 5b3d2189-9a05-4d68-b03a-a29e0e1fbf22
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22821"
    uid: d32cf5f8-565b-43c5-ac22-7dc848077e4a
  kind: Event
  lastTimestamp: "2026-09-17T23:36:37Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:36:37Z"
    name: isvc-autogluon-ts-v1.18d63feee4287723
    namespace: kserve-ci-e2e-test
    resourceVersion: "22822"
    uid: 998bbba7-cf32-4d0d-8f55-af733467209c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:27:03.065930Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17765"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f6937c22a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: eb31f486-f4a7-4d6a-899e-b671fc5c52d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f69597c6c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 768efff0-54fd-4f64-9423-9dc594ce662f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f695af13dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: f05c12c9-f0aa-41d9-8d41-ed148fef54d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f695d7cec2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: b5cf27b7-fb66-43af-8001-818ec1d30e3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f695df15b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: bb909783-ad82-40fe-8f81-c69fb6259e66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:27:34Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:34Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f707428a2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18113"
    uid: ee53c64a-c786-4153-9c0e-c07350504f9e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:29:22Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m47.901s
    (1m47.901s including waiting). Image size: 8948761381 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f89939e3328
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 15940994-0cea-4ec5-bceb-3269bdbaf453
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:29:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f899b66eebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18991"
    uid: e28d0456-0877-4600-bf55-1c6cb5f37d9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:29:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f899cc1242d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18992"
    uid: 4d8ae167-32c4-4df9-a844-a98a9e7641b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:29:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f899ccd0219
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: 6510254c-3b3a-416a-b745-b2fe673b3c19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:29:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f89a2f76565
    namespace: kserve-ci-e2e-test
    resourceVersion: "18996"
    uid: 403fb7c6-29dd-4014-820e-227df7f49ddc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:29:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:22Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f89a4dbe74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18997"
    uid: 87023415-27b5-4eea-9252-b69b5ee7d982
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:29:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f89b31ebc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19043"
    uid: b5ead62d-6285-41bf-b92c-9c3df342a625
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:29:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f8fe754a21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19221"
    uid: 739b859b-4398-4c8c-a8b4-c08950f82092
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 658b81cb-07a6-44c5-9a49-fbcbcbdcaf43
  kind: Event
  lastTimestamp: "2026-09-17T23:29:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-rv5c2.18d63f8fe7552713
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: d0b0e5bb-06ac-4b45-b271-f4fc67f8f6d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: 36f0399c-760a-43ea-8ea3-070438a9769e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-rv5c2'
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d63f69374544fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: bfec5d1f-91e2-4736-bfc2-ff5cd05ccdfc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: ffa9ab80-8d0a-4715-a756-569d0d4aaf8d
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-autogluon-v1-predictor.18d63f69340597f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: 95a70069-a0c0-48fb-a162-57c721c3ba10
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17751"
    uid: 586bcc6d-d678-4d3a-a8e7-a6d408fc029b
  kind: Event
  lastTimestamp: "2026-09-17T23:29:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:48Z"
    name: isvc-autogluon-v1-predictor.18d63f6cb25f58fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: 14f68911-0ef2-453d-9f17-4a0c4e694836
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17751"
    uid: 586bcc6d-d678-4d3a-a8e7-a6d408fc029b
  kind: Event
  lastTimestamp: "2026-09-17T23:29:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:48Z"
    name: isvc-autogluon-v1-predictor.18d63f6cb2c8f2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 094fd408-8cd9-4392-846b-8dfb38b632ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: 3f863cc3-7d5e-4abc-8d97-0bb6292fbaec
  kind: Event
  lastTimestamp: "2026-09-17T23:29:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:29:38Z"
    name: isvc-autogluon-v1.18d63f69340265a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: 44bf6096-8980-4225-9fff-1745b946e5fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: 3f863cc3-7d5e-4abc-8d97-0bb6292fbaec
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-autogluon-v1.18d63f693497a39b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: 4cfaaeea-ccd8-4c3a-9fe1-2efb89f5c3f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: 3f863cc3-7d5e-4abc-8d97-0bb6292fbaec
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-autogluon-v1.18d63f6939a6ff4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: 0b2f6e11-6d10-4e9d-ae23-20624ba5c7e8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: 3f863cc3-7d5e-4abc-8d97-0bb6292fbaec
  kind: Event
  lastTimestamp: "2026-09-17T23:29:38Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:29:38Z"
    name: isvc-autogluon-v1.18d63f8d720fb766
    namespace: kserve-ci-e2e-test
    resourceVersion: "19124"
    uid: 72e17b1d-8b73-40f3-b1a2-b247ba934851
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:34:07.921593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:34:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:34:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcc23212013
    namespace: kserve-ci-e2e-test
    resourceVersion: "21543"
    uid: af3c3a94-1039-4e82-887c-0534a3da4250
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcc2cc994b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: 8377a961-29b9-4a78-a93a-a1c3d76a1be9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:09Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:34:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcc68e88271
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: fe1b7759-41f0-48c9-950d-b1ca8a4a0b2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcc6a5dd54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: c7b1d3a2-59a0-4cd7-aed3-4da098a151a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcc6d2b1baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: ba354f89-c7a9-4c13-8a7d-84f41ef91101
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcc6da68055
    namespace: kserve-ci-e2e-test
    resourceVersion: "21571"
    uid: 84c6eac4-4099-40ae-a456-40b6f576416a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:14Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcdb38e646f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: c1f2cf09-0212-4f6e-84a4-c750ac4600c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcdb681e914
    namespace: kserve-ci-e2e-test
    resourceVersion: "21621"
    uid: a3317673-99e0-4d6b-8402-7ff539b7bee9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcdb6f5e8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: bdbd7c04-6a23-4fef-9fca-f072dfb74cb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcdb7010e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: a0ffcda8-1944-4f5f-ad46-41cb8117fc13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcdb9c3de37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: e494fc85-33e0-464b-88a1-b53d32aadee0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:34:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fcdba385a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: 5a615e6c-f733-4297-94b5-d5d8cc4feba2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:36:01Z"
  message: 'Readiness probe failed: Get "http://10.132.0.23:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T23:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:01Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fe6972eb166
    namespace: kserve-ci-e2e-test
    resourceVersion: "22479"
    uid: a7bc1f8e-589a-495a-95cf-67f3197dc04c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:36:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fe728a90452
    namespace: kserve-ci-e2e-test
    resourceVersion: "22509"
    uid: a9934740-7823-4ddf-91ab-2fe9a6c9ca3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: fd117893-9ee7-4e5f-b02c-a0e456171557
  kind: Event
  lastTimestamp: "2026-09-17T23:36:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq.18d63fe728aa3920
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 46ac6df6-3a9c-4462-ab9d-90ebdd03b217
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21525"
    uid: 049f20d6-3f9c-44ae-ba0f-8fe49646a231
  kind: Event
  lastTimestamp: "2026-09-17T23:34:07Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-zcccq'
  metadata:
    creationTimestamp: "2026-09-17T23:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d63fcc22b514d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: c176d6dd-2476-4611-b54b-a936ae73f5fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: b541a008-ff1d-4eb9-96d5-26c3b2c381fa
  kind: Event
  lastTimestamp: "2026-09-17T23:34:07Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:07Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63fcc1f6bce21
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: ad940211-d3c0-4e8a-ae48-e79b21258ead
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: a64f5b47-a897-420b-b7c5-e073578879fd
  kind: Event
  lastTimestamp: "2026-09-17T23:34:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:37Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63fcf9e6b9ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21872"
    uid: 11ca178b-2938-4343-a047-f57d2162ce19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: a64f5b47-a897-420b-b7c5-e073578879fd
  kind: Event
  lastTimestamp: "2026-09-17T23:34:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:37Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63fcf9ed6510c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21873"
    uid: 42809c42-68cb-42a1-8c1d-08cef5188369
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21684"
    uid: a64f5b47-a897-420b-b7c5-e073578879fd
  kind: Event
  lastTimestamp: "2026-09-17T23:35:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:34:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:52Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63fd69c3293f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22414"
    uid: 3a312232-6968-4754-9307-53748169e1b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21684"
    uid: a64f5b47-a897-420b-b7c5-e073578879fd
  kind: Event
  lastTimestamp: "2026-09-17T23:35:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:34:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:52Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63fd69c9a6b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22415"
    uid: b0d7cff0-d834-40a5-92b0-2dc20cb69ac5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21518"
    uid: 774ef325-0837-499b-b4ab-02d03bba8d20
  kind: Event
  lastTimestamp: "2026-09-17T23:35:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:35:50Z"
    name: isvc-autogluon-v2-noslash.18d63fcc1feb2450
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: c6737aae-d6f8-49a5-bca2-0b2c125b594f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21518"
    uid: 774ef325-0837-499b-b4ab-02d03bba8d20
  kind: Event
  lastTimestamp: "2026-09-17T23:34:07Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:34:07Z"
    name: isvc-autogluon-v2-noslash.18d63fcc208f35d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: 56ab98d8-f8cc-42bf-83eb-4eccf7ba165c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: 774ef325-0837-499b-b4ab-02d03bba8d20
  kind: Event
  lastTimestamp: "2026-09-17T23:34:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:34:07Z"
    name: isvc-autogluon-v2-noslash.18d63fcc26aaf031
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: c914b68d-c081-4f70-aed7-6628f33bdfff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: 774ef325-0837-499b-b4ab-02d03bba8d20
  kind: Event
  lastTimestamp: "2026-09-17T23:35:50Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:35:50Z"
    name: isvc-autogluon-v2-noslash.18d63fe40b763e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: c7318612-d207-4a04-bdbd-b7d97a910ff0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:29:54.421178Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:29:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:29:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f911d53c433
    namespace: kserve-ci-e2e-test
    resourceVersion: "19290"
    uid: 1868810f-1223-4a8d-a277-0eeb703b9e58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19297"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:29:55Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:29:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f9140dd6dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: b8004399-007a-4502-b3c3-f0fcd48bcbbd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:29:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f914264c5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: b21623ab-1a68-46eb-9ec1-915558113fb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:29:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f914738af71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: d9799a97-970d-4421-9734-93f0c81be585
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:29:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f91480c388b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: 536320f4-ad79-4d04-aec3-2344e13fe490
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:30:00Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f9294029bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 6c665d4e-7316-4440-97b1-a60fd7eb40a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:30:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f9296c61571
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: f0d168b0-3bfd-4a70-b1cb-3c598a71435e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:30:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f92977cb9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19360"
    uid: cb96edc2-70ec-40c4-972d-c6ebd3875961
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:30:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f9297896eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: 9ce9fe7b-be06-4dad-848f-c45d8b9175fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:30:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f929af67ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 3bc1a57a-e7b3-4dca-b6ea-3a1b38538c85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:30:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63f929b688b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: 71f0663b-9375-46ce-a69b-db58cb3500ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:31:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:40Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63fa9d38b7eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: 6858e8eb-9e94-4cc2-8edf-58fbf7b013be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: cde82b04-f192-431c-baab-1352b1d7fcc9
  kind: Event
  lastTimestamp: "2026-09-17T23:31:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:40Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9.18d63fa9d38c0e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: bc3f6389-3b42-42ce-a663-1c87c6ea9bab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19276"
    uid: 99c29f26-4ff7-4d84-a6be-80a7f2ae0131
  kind: Event
  lastTimestamp: "2026-09-17T23:29:54Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-tbcm9'
  metadata:
    creationTimestamp: "2026-09-17T23:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d63f911ce7f7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: 21c6ac13-b076-4535-a3b2-a2d29888ce45
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: bdb52a8e-1c98-488a-a2c9-26fef1bd98fd
  kind: Event
  lastTimestamp: "2026-09-17T23:29:54Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:54Z"
    name: isvc-autogluon-v2-predictor.18d63f911a1c0ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 155f5c9c-4b67-4a45-b7c7-288fe75bda08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19274"
    uid: 33a80dfa-ad13-46bb-ac2f-7ba652a2e4ce
  kind: Event
  lastTimestamp: "2026-09-17T23:30:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:24Z"
    name: isvc-autogluon-v2-predictor.18d63f9498874e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 79c2ca87-aeca-484e-a633-bd9ae6b839c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19274"
    uid: 33a80dfa-ad13-46bb-ac2f-7ba652a2e4ce
  kind: Event
  lastTimestamp: "2026-09-17T23:30:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:24Z"
    name: isvc-autogluon-v2-predictor.18d63f9498f0369a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: eb84fc9a-a901-43e0-b24f-aba171e04ac6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 33a80dfa-ad13-46bb-ac2f-7ba652a2e4ce
  kind: Event
  lastTimestamp: "2026-09-17T23:31:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:39Z"
    name: isvc-autogluon-v2-predictor.18d63f9b965a300c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20164"
    uid: b5c5048c-2a71-4caa-a409-f4fbfec1c5f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 33a80dfa-ad13-46bb-ac2f-7ba652a2e4ce
  kind: Event
  lastTimestamp: "2026-09-17T23:31:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:39Z"
    name: isvc-autogluon-v2-predictor.18d63f9b96be61b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20165"
    uid: 1ca18bc9-56a2-48e5-8fce-43674fd7b9e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:31:45.743245Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20258"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:31:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:31:45Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fab08a3bb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20262"
    uid: 046b82d3-1eed-4215-b880-20ef29b90d08
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:31:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:45Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fab133885c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20272"
    uid: 8adc2e01-5c2b-4bce-a8f5-e626507091de
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20266"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fab4e3a7a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20283"
    uid: 84287ca1-faec-43e8-8208-ab0f1beafda6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fab4fabffb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20285"
    uid: f25e01fc-4fa2-49e0-949b-7fb233f21c88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fab5248cbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20286"
    uid: 774404c7-e249-4cf0-86b7-35f169dbab18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fab52c1789b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: ed7e3da6-0149-47cd-98e4-a8f22b286a1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:32:17Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fb25bae9a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20521"
    uid: bb783b5d-69a1-4652-b354-0f861e6be668
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:32:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fb25eb53da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: 26707d52-93f6-4153-afbe-a2ba162f6488
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:32:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fb25f2ca351
    namespace: kserve-ci-e2e-test
    resourceVersion: "20525"
    uid: 81b39b2b-5ee4-4c77-b0f0-e942af1fa528
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:32:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fb25f36acf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20526"
    uid: d78cdd86-3e1a-46bf-9ef0-fe77de608c3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:32:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fb262d0a222
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: 5f472345-de5b-421b-8384-df66991a9fe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:32:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:17Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fb263499842
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: 149a818c-3ab3-41fc-aa4a-25e7f6ab050f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:33:59Z"
  message: 'Readiness probe failed: Get "http://10.132.0.22:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T23:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fca2f6a71ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: ee2c9828-3d5b-4656-a9a3-cc0512658c88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:34:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fcaecb0652e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21473"
    uid: f88e708c-7e01-4e4f-af87-6dce539d07b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:34:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fcaecb17f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21474"
    uid: 0b607649-050a-4fb2-a45d-c94d6536c352
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 71f1d0c8-31be-4422-8f02-6806db7b091b
  kind: Event
  lastTimestamp: "2026-09-17T23:34:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-17T23:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:05Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj.18d63fcb81b0318b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 83377ef3-9c9a-41e1-8e18-10f117ff0762
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0788f68c-11ed-47ad-aa8f-742aa02b72cf
  kind: Event
  lastTimestamp: "2026-09-17T23:31:45Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-9ftbj'
  metadata:
    creationTimestamp: "2026-09-17T23:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:45Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d63fab0838ae42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: 42a39d1b-a309-406f-98c0-cc021fd7fe40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: fef787ff-5f04-48dd-8192-4ab3b25c57b7
  kind: Event
  lastTimestamp: "2026-09-17T23:31:45Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:45Z"
    name: isvc-autogluon-v2-variants-predictor.18d63fab0541d25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 7ed703fd-850e-46d2-8444-2988c61c9193
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 9a88a7bb-e906-420d-b262-4f85e499f117
  kind: Event
  lastTimestamp: "2026-09-17T23:33:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:00Z"
    name: isvc-autogluon-v2-variants-predictor.18d63fae83aaf1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20936"
    uid: a343e618-bc5c-41b8-9cc5-ff253b4f50e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 9a88a7bb-e906-420d-b262-4f85e499f117
  kind: Event
  lastTimestamp: "2026-09-17T23:33:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:00Z"
    name: isvc-autogluon-v2-variants-predictor.18d63fae84189d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: e8a81403-c7d5-44e4-8c1b-1df4f53532ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20390"
    uid: 9a88a7bb-e906-420d-b262-4f85e499f117
  kind: Event
  lastTimestamp: "2026-09-17T23:34:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:00Z"
    name: isvc-autogluon-v2-variants-predictor.18d63fb901498fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: beba49fc-3a5b-4c30-adaa-3d43d226a1eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20390"
    uid: 9a88a7bb-e906-420d-b262-4f85e499f117
  kind: Event
  lastTimestamp: "2026-09-17T23:34:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:00Z"
    name: isvc-autogluon-v2-variants-predictor.18d63fb901afb161
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8e699230-10d2-452a-91bb-ea147a24b837
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: ddc3740a-1942-4c2b-bfa1-eea276fa88c6
  kind: Event
  lastTimestamp: "2026-09-17T23:33:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:33:48Z"
    name: isvc-autogluon-v2-variants.18d63fab053da407
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 5c558923-e6f4-4a30-bc72-684c8704ed01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: ddc3740a-1942-4c2b-bfa1-eea276fa88c6
  kind: Event
  lastTimestamp: "2026-09-17T23:31:45Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:31:45Z"
    name: isvc-autogluon-v2-variants.18d63fab058b86c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20268"
    uid: 35eab1f7-cf88-454b-b3ca-22ff556e02dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20239"
    uid: ddc3740a-1942-4c2b-bfa1-eea276fa88c6
  kind: Event
  lastTimestamp: "2026-09-17T23:31:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:31:45Z"
    name: isvc-autogluon-v2-variants.18d63fab0a8562db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20269"
    uid: b8bebb04-4c85-4003-8e07-1fad5f38c15c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21350"
    uid: ddc3740a-1942-4c2b-bfa1-eea276fa88c6
  kind: Event
  lastTimestamp: "2026-09-17T23:33:48Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:33:48Z"
    name: isvc-autogluon-v2-variants.18d63fc7a4179e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: 132a0433-2873-4ee3-aa3c-710381c71959
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 9f321447-35d6-48e0-9fce-8321521b2ff5
  kind: Event
  lastTimestamp: "2026-09-17T23:31:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:31:32Z"
    name: isvc-autogluon-v2.18d63f911a183eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 066e15d0-e08d-42f1-b927-54e929c3c7c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 9f321447-35d6-48e0-9fce-8321521b2ff5
  kind: Event
  lastTimestamp: "2026-09-17T23:29:54Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:29:54Z"
    name: isvc-autogluon-v2.18d63f911aa55e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 62b803c8-d84f-4bc9-ade3-ff1a682b8876
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: 9f321447-35d6-48e0-9fce-8321521b2ff5
  kind: Event
  lastTimestamp: "2026-09-17T23:31:32Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:31:32Z"
    name: isvc-autogluon-v2.18d63fa7f9c97cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 96a43b5a-fb68-4aac-a631-a5881275fb98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:37:36.961920Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23475"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-65f7bb5954-5ndws
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:37:36Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d63ffccee75072
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: fd0fae4b-52fa-436c-9d2a-278a69bd589e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d63ffcd54f578f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: 296b87fc-e5da-4eae-b5eb-f2ce4633c3cc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:38Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:37:38Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d63ffd14da14d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: 1e1b8c48-7904-4f13-9ded-18f428940cc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:38Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d63ffd176f37b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: acbffbe5-427b-469e-894b-ec0e5ef1f43f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:38Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d63ffd1b5e84ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 693bf5fb-6100-4500-9980-7bac6c215111
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:38Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d63ffd1bd8842e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: 361c613d-98ac-4648-ba88-3db1dfc78c04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:42Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
  metadata:
    creationTimestamp: "2026-09-17T23:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:42Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d63ffe13eb0db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: f1b591f1-37b6-4d3f-a089-20802ca64b5a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    in 16.162s (16.162s including waiting). Image size: 1580775854 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d64001d748ade9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23735"
    uid: 7c677544-220f-493a-8c05-b8ad98a035e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d64001dba7f97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23737"
    uid: b5ee17a8-cac5-416c-8bc8-361faf6bce3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d64001dc2738d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: 7b124c50-15b5-4b3f-9aa6-01c63f4f0f29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d64001dc354ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: 0299a871-2ecf-42dc-902a-6eab19d81f2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d64001dfb334f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: 75d58ebd-148b-4415-80a5-9260b62b80ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d64001e02c56c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: b0732293-f627-4e8e-8e41-0d7ae0d88b5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:39:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:06Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d640024b187b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: 2b3ee6e4-03b1-484c-bcae-4f42e9292ce2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:39:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:15Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d64013c8ed3dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 1f0e7398-7f29-430a-a277-395db12ae063
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:39:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:15Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d64013c8eda119
    namespace: kserve-ci-e2e-test
    resourceVersion: "24519"
    uid: 199e5f23-dc55-48a2-8db1-1de3c2635503
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5ndws
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: f611c5eb-e8f3-491a-962a-303ee3dd4d30
  kind: Event
  lastTimestamp: "2026-09-17T23:39:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:16Z"
    name: isvc-canary-create-predictor-65f7bb5954-5ndws.18d64013fd33bf0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24541"
    uid: 0848718c-49e6-4692-ba59-c96f1ce72d0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:37:37.026507Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-65f7bb5954-w85j6
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffcd2c0e39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 9e88d23a-1327-414a-bd83-8d13ee616bc4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffcf508542c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23518"
    uid: ca4b999d-4062-406c-af90-f046540cd2c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffcf6800437
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: b2a9d063-ae8f-4308-8f24-2a33efcd3949
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffcf992db67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 55218db0-5083-4165-bafe-1eb0f7c17745
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffcfa1aba1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23523"
    uid: c133cd83-10af-4adc-82ba-bdc523926b56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:42Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffdff97fe37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: b39bd1f3-628b-429d-9128-443766935228
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:42Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffe036f5e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 3a849c6c-4bc6-40aa-890d-c8c371c43288
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:42Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffe03d9eb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "23591"
    uid: c40a6e0d-271b-4ff6-af81-a6e517f11937
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:42Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffe03e53c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23592"
    uid: ac9d8ea0-8959-4475-b027-2ea54327d3d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:42Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffe06fb6463
    namespace: kserve-ci-e2e-test
    resourceVersion: "23594"
    uid: 91ebd821-00a9-4a3e-a25c-3a6a6aac966c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:37:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:42Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffe07676e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "23595"
    uid: 54c3062c-4ef5-4d64-ac2d-7c03f7577e5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:39:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:19Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d63ffe3ba4d43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24586"
    uid: 16454c01-3ddb-4788-be8c-bdaf409998b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:39:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:17Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d6401419ea5981
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 436ce55b-94c3-45b6-9b43-699533f2b00b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:39:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:17Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d6401419eba050
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: 739fb53e-0edf-4428-92df-294de5709e74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-w85j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: 260fa790-24bc-4cab-aaff-a078c643ae84
  kind: Event
  lastTimestamp: "2026-09-17T23:39:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:19Z"
    name: isvc-canary-create-predictor-65f7bb5954-w85j6.18d64014960b6236
    namespace: kserve-ci-e2e-test
    resourceVersion: "24585"
    uid: 711333b4-d7b1-4a25-baa8-b249a556c205
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-65f7bb5954
    namespace: kserve-ci-e2e-test
    resourceVersion: "23461"
    uid: 49fc2de2-e4bb-47a4-aa7a-8d921356d5bf
  kind: Event
  lastTimestamp: "2026-09-17T23:37:36Z"
  message: 'Created pod: isvc-canary-create-predictor-65f7bb5954-5ndws'
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:36Z"
    name: isvc-canary-create-predictor-65f7bb5954.18d63ffcce42fedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: a99f5bdc-ee1e-4241-83fa-cdb37f9cc9d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-65f7bb5954
    namespace: kserve-ci-e2e-test
    resourceVersion: "23461"
    uid: 49fc2de2-e4bb-47a4-aa7a-8d921356d5bf
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: 'Created pod: isvc-canary-create-predictor-65f7bb5954-w85j6'
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-canary-create-predictor-65f7bb5954.18d63ffcd254091c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: f59e7a2c-0df8-4d5d-8c87-68fbec5d512b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-65f7bb5954
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: 49fc2de2-e4bb-47a4-aa7a-8d921356d5bf
  kind: Event
  lastTimestamp: "2026-09-17T23:39:15Z"
  message: 'Deleted pod: isvc-canary-create-predictor-65f7bb5954-5ndws'
  metadata:
    creationTimestamp: "2026-09-17T23:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:15Z"
    name: isvc-canary-create-predictor-65f7bb5954.18d64013c8c14845
    namespace: kserve-ci-e2e-test
    resourceVersion: "24513"
    uid: 148c2471-3f17-429a-b837-07529bc3b34c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: 45d1a15d-2837-4132-8d06-c4ac163ba9a5
  kind: Event
  lastTimestamp: "2026-09-17T23:37:36Z"
  message: Scaled up replica set isvc-canary-create-predictor-65f7bb5954 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:36Z"
    name: isvc-canary-create-predictor.18d63ffcca9b29d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: e089c339-03fa-4e1c-bba3-0f198aab1f30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: 45d1a15d-2837-4132-8d06-c4ac163ba9a5
  kind: Event
  lastTimestamp: "2026-09-17T23:39:15Z"
  message: Scaled down replica set isvc-canary-create-predictor-65f7bb5954 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:15Z"
    name: isvc-canary-create-predictor.18d64013c8523ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 5f1e97cc-a336-4a8c-8320-b5b0488a70fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:37:36.923926Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:37:36Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d63ffccca38dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: e9339651-769e-4fca-99ed-4c55a5c1808c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d63ffcd54de4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: 05387668-4706-4c03-86f8-65a58bbda7ef
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23480"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:38Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:37:38Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d63ffd128ff1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: cb79fc6d-91d9-4f4f-9f1b-204f3ca44f14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:38Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d63ffd140639c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: 5fa643a7-5e33-4b0f-b56e-6c870f3925f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:38Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d63ffd17f532fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: 729223de-44f6-4d7a-a450-40efab695081
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:38Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d63ffd1875725e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: 32b3703f-7050-4061-92b2-56092c9fa43d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:42Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
  metadata:
    creationTimestamp: "2026-09-17T23:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:42Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d63ffe13fde342
    namespace: kserve-ci-e2e-test
    resourceVersion: "23599"
    uid: e6ef13f6-9ff4-4bf8-9cfb-6b1014d8d9c9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    in 16.181s (16.181s including waiting). Image size: 1580775854 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d64001d878317e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23736"
    uid: 88427445-8fa4-4e8b-b736-41bc84b71b69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d64001dbf57c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: 9b85d07c-4380-4998-a0f9-d4d8e37c4f0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d64001dc79aae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23741"
    uid: 86458264-e1c1-4894-bbf1-867a53ac7d74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d64001dca34702
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 4a96792f-15c5-4eae-8227-3628ff90d04d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d64001dfbd8b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23745"
    uid: 3875fb44-0be2-4181-bb97-e07dc3a4aad6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:37:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:58Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d64001e03a0056
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: e7e7a9da-2a23-40d2-8d5d-c130fe7b0517
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:39:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:05Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d640020f3d4937
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: 2683cc7c-2c0c-4630-a33c-9c79d1fcb449
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:39:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:17Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d640141a313352
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: 52730d92-5673-47a9-8d33-d067535de717
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:39:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:17Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d640141a35af8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: 89a25a08-6a81-4ff0-805e-647bad70d941
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 0026773a-150e-4942-8dd1-239fa023a131
  kind: Event
  lastTimestamp: "2026-09-17T23:39:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:39:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:20Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr.18d64014eb6df7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: eb5523b9-ba67-49bb-b3bc-a82c58c89660
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7cfc7d4c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23451"
    uid: 98684c3c-e016-4106-a6e6-a4e51fa70a61
  kind: Event
  lastTimestamp: "2026-09-17T23:37:36Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7cfc7d4c75-gcrhr'
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:36Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75.18d63ffccbf587d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 1ae7c7f5-56a1-437b-8a5a-0fb0fdcfd902
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: ffc9072a-c02e-4b28-8bb9-939cffcd3e79
  kind: Event
  lastTimestamp: "2026-09-17T23:37:36Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7cfc7d4c75 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:36Z"
    name: isvc-canary-create-v2-predictor.18d63ffcc8cf07d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 3c7cb7b2-aae8-41d4-b9ae-bf27025785e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23442"
    uid: 5044c2fa-7898-4a98-b414-4c815f3ef327
  kind: Event
  lastTimestamp: "2026-09-17T23:39:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:39:15Z"
    name: isvc-canary-create.18d63ffcca4cf2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24534"
    uid: d4b4dfc9-11ef-4212-a090-c72f2d00a52d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23442"
    uid: 5044c2fa-7898-4a98-b414-4c815f3ef327
  kind: Event
  lastTimestamp: "2026-09-17T23:39:15Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:39:15Z"
    name: isvc-canary-create.18d63ffccaad97bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24529"
    uid: c368b9bc-63f0-4817-a9ad-073e05a20711
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23442"
    uid: 5044c2fa-7898-4a98-b414-4c815f3ef327
  kind: Event
  lastTimestamp: "2026-09-17T23:39:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:39:15Z"
    name: isvc-canary-create.18d63ffccaadcd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: ac3acc07-ead4-43d6-8dec-5ba6625d88f5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24524"
    uid: 5044c2fa-7898-4a98-b414-4c815f3ef327
  kind: Event
  lastTimestamp: "2026-09-17T23:39:15Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:39:15Z"
    name: isvc-canary-create.18d64013cba07479
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: 06f6c644-b1ec-4aa2-ad6b-af643e5eeafb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:39:22.216359Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24656"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d64015508e9c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: 4e72aecb-2b3f-4f9d-bcca-e68b7c7b97c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d640155adb168c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: cd6ce975-3b6f-446c-b451-7a9e5dc2f68b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24664"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d6401596391f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: a3a9815b-2384-4066-adcf-4e37029e09b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d6401597e2601e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24704"
    uid: 147122bd-fa4a-4cdf-b1be-0716e51718be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d640159ae5c773
    namespace: kserve-ci-e2e-test
    resourceVersion: "24710"
    uid: ca24ad36-bfef-43e9-9369-b6bb6ab73f50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d640159b6a8c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: d6d3b4c7-c56d-41c2-b6a6-8682524f6f70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d64016a231501d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: 70e16e35-6672-4f23-aa4d-79e44676a8dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d64016a5778850
    namespace: kserve-ci-e2e-test
    resourceVersion: "24770"
    uid: 8f84cb3e-1d63-4daf-8fa7-9b5d7c6b2e78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d64016a5f5cb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24772"
    uid: 0c12a097-37d9-41fd-b79b-a2b4386183a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d64016a60096b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24774"
    uid: dbad422b-ac36-44a8-bb92-0cf2274d50d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d64016a932abca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24776"
    uid: 3aa59884-5c2f-4c92-93c0-e2d7c62e0643
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:39:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:28Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d64016a9a5fa6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24777"
    uid: c5432910-e473-4aba-a077-a880110c91fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:40:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:34Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d64016de27adbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25302"
    uid: b8326475-87a2-41f2-bb89-3e5c7832f5a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d64028849578ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: a864a98b-6cfd-4288-b82b-76059ca91f44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d6402884969f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 136cbac5-c6df-4bc7-8038-88cfe9eb1df8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 11dd5cb6-7a7f-42c2-9829-9abb5b70f585
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-rzrjn.18d6402890394fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: 0be0665b-8b4b-42e3-8446-88f0bb426ebe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:39:22.264658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24665"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d64015536fa00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24669"
    uid: 32d23509-b519-489f-b5aa-1935bf3ae1b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d64015636ffe5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: 69ddfc9d-8d7b-417a-8136-15ea7b8764fa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24674"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d6401598df97f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: 9beccd1f-2fe7-4c1b-b2ec-2e88ff867eb4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d640159a6af73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 5a969f9a-9bd1-4654-b005-8b8a2f6a34fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d640159dae2885
    namespace: kserve-ci-e2e-test
    resourceVersion: "24714"
    uid: f906b7c1-da67-42b7-9e71-db66703b4dab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d640159e1da3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: f742fb9b-9c1a-415f-a0ae-d0850c60a939
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:28Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d64016cae3403a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24782"
    uid: 466f4f41-0e0a-46cd-b3bd-99aa00a15dd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:28Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d64016cdbae3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: ffbb2c06-146c-46da-9f6d-7bd6d4d5a0ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:28Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d64016ce2a037e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24787"
    uid: e08b08f2-0f81-4647-a16e-df0617a0944a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:28Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d64016ce33699c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: c5341ec9-3ea0-40e7-8c85-1f3e689e63ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:28Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d64016d1373455
    namespace: kserve-ci-e2e-test
    resourceVersion: "24790"
    uid: 281c1f11-93e6-493d-979b-8b016d1d0805
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:39:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:28Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d64016d1aac1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24791"
    uid: d2caa50a-31e0-43ac-8294-e74a74ea47c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:40:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:26Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d6401706fdac7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: 6493759a-a778-4577-9044-c1e30fd860bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:40:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:52Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d6402a47b5c285
    namespace: kserve-ci-e2e-test
    resourceVersion: "25557"
    uid: 16f48e93-3a40-458f-863b-8002bde40c2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: ed3a6c83-503b-422b-b145-cbed71089a83
  kind: Event
  lastTimestamp: "2026-09-17T23:40:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:52Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-sdrjn.18d6402a47b66b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: fa23e79f-79b0-4c44-8d22-ee6de129ed53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-fc78f5cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: 1d4eee9d-fb72-47d5-a77a-5da323f07962
  kind: Event
  lastTimestamp: "2026-09-17T23:39:22Z"
  message: 'Created pod: isvc-canary-promote-predictor-fc78f5cb6-rzrjn'
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-predictor-fc78f5cb6.18d6401550208398
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: ddcf0595-afaf-432d-94b4-9166ca5fbf1a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-fc78f5cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: 1d4eee9d-fb72-47d5-a77a-5da323f07962
  kind: Event
  lastTimestamp: "2026-09-17T23:39:22Z"
  message: 'Created pod: isvc-canary-promote-predictor-fc78f5cb6-sdrjn'
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-predictor-fc78f5cb6.18d6401552d9cf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24666"
    uid: 845b544f-db28-4bd6-a57b-7b803a80b877
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-fc78f5cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25451"
    uid: 1d4eee9d-fb72-47d5-a77a-5da323f07962
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-fc78f5cb6-rzrjn'
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-canary-promote-predictor-fc78f5cb6.18d64028846a2182
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: 9cfe89e2-5e94-428b-b29c-af05f097554c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24639"
    uid: 349461fb-d331-4c09-89d8-004662e6e0a0
  kind: Event
  lastTimestamp: "2026-09-17T23:39:22Z"
  message: Scaled up replica set isvc-canary-promote-predictor-fc78f5cb6 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-predictor.18d640154cf1d2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24642"
    uid: d8de3469-671a-4cbe-8c04-6713c2c7bd29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25447"
    uid: 349461fb-d331-4c09-89d8-004662e6e0a0
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: Scaled down replica set isvc-canary-promote-predictor-fc78f5cb6 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-canary-promote-predictor.18d6402883cf6315
    namespace: kserve-ci-e2e-test
    resourceVersion: "25452"
    uid: cf74aae3-fbda-425e-a166-54dbf5bde3d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:39:22.174534Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d640154e1068a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24651"
    uid: 90a2d2a6-1c23-4a47-ba92-a6fd7947158d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d640155d6fdbc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24682"
    uid: 69f405f9-2099-4811-a2ad-777361856445
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24654"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d6401593a8a7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: b081522c-7836-4ad9-b90e-2b932e003e38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d6401595480373
    namespace: kserve-ci-e2e-test
    resourceVersion: "24701"
    uid: a06a20be-2bd7-4ad3-90e2-a66daf923b06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d64015982234b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24705"
    uid: b12ad587-26a2-4b1c-9579-bab730567c47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:23Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d6401598906f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: 96510dbf-df24-4647-8970-3c36a41a70a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d640168efb4114
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: 412e5438-d53e-41da-93f8-c6d1e47b5439
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d6401693fe072c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24761"
    uid: 24dc3f2e-a844-42d3-9d43-1c6c1871e5a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d64016946ff397
    namespace: kserve-ci-e2e-test
    resourceVersion: "24762"
    uid: 8e3221d0-e1a6-41b8-a3c4-a05f30c0886b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d6401694798673
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: 94d59605-d9cb-4f63-a2d2-1b2c6bb48f03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d64016971f071f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24764"
    uid: 31da7f25-99ed-4985-b823-02e82aff7726
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:39:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:27Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d64016978fd6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24765"
    uid: 6e8371fa-3fe4-4c32-a448-1595826ffa8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:42:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:39:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:24Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d64016cb0be401
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: dedf5d78-32ff-482d-b133-0f54002c5df6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:42:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:22Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d6403f46eaff15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26333"
    uid: 8f3f910c-c9bb-477c-806a-0f22dab61df3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:42:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:22Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d6403f46eb6ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26335"
    uid: 6eb78f12-4370-49b0-9139-45de5ca189a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a5f6254d-d80a-4524-86e3-c3dac1960aa3
  kind: Event
  lastTimestamp: "2026-09-17T23:42:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:24Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv.18d6403fc5cb5d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: 7cda9c81-58d4-4d13-a61f-b93652fa29a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:40:52.298913Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25560"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:40:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:40:52Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402a49e55dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25566"
    uid: 6b0e75d4-53a1-443e-9b6e-d6b6ad1cec69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25570"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:52Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:40:52Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402a6beaa5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25575"
    uid: 49038173-aa3c-48e6-8320-67af1e8f7e49
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:52Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402a6d62b763
    namespace: kserve-ci-e2e-test
    resourceVersion: "25577"
    uid: 5511eaf2-b9a9-44f8-bf04-5dbe1d8d3cf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:52Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402a70ee623d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25578"
    uid: 25bc4e77-b663-4c6b-8abf-d974aee66a8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:52Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402a71614b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25579"
    uid: 59f8084e-f965-425a-afa9-6ec5105dae03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:57Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402b706075a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25619"
    uid: ee516f34-e6f3-4827-aefb-dd92c6df68f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:57Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402b741ed5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 51b10688-6c07-4c31-8ee8-bb9076dfc2e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:57Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402b749c4bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: d11fc674-22c3-425a-8386-a996ba5a45c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:57Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402b74a6c5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: cad23498-8a5b-4c6a-ab5b-c94535a54808
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:57Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402b774abdaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: 84c1d0e5-5422-4e8d-b01f-331ff8765075
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:40:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:57Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402b77c27b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: dddfd7a0-9ed9-4475-ad61-c2948a2a0121
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:42:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:24Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6402bac620259
    namespace: kserve-ci-e2e-test
    resourceVersion: "26355"
    uid: b205dffe-4ae4-40dd-b09e-99e2d57ee0a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:42:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:22Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6403f46b9f3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 5a99737b-616f-421a-a79f-087ae90a177c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:42:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:22Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6403f46ba8dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26334"
    uid: e35384c6-7a7e-4122-8e49-969fe62c607a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: cf1f904d-1d68-45d7-8829-9af855c8a28d
  kind: Event
  lastTimestamp: "2026-09-17T23:42:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:24Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x.18d6403fb28f5f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26353"
    uid: 21666a63-b5ae-455f-b673-2bba5d801bb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-8555cb9565
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: c687efd5-e17a-42a3-b529-dc664e4dd0a9
  kind: Event
  lastTimestamp: "2026-09-17T23:39:22Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-8555cb9565-kv5dv'
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565.18d640154d8ff8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 973550fc-1e30-4709-bea2-54b31d51cf2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-8555cb9565
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: c687efd5-e17a-42a3-b529-dc664e4dd0a9
  kind: Event
  lastTimestamp: "2026-09-17T23:40:52Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-8555cb9565-rgg2x'
  metadata:
    creationTimestamp: "2026-09-17T23:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:40:52Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565.18d6402a4964dc90
    namespace: kserve-ci-e2e-test
    resourceVersion: "25562"
    uid: 6bc31fe5-6c8e-40b8-ab7f-cf8122d2251b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: 67e415d0-996f-4735-b4f8-5f28ba198fea
  kind: Event
  lastTimestamp: "2026-09-17T23:39:22Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-8555cb9565 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:22Z"
    name: isvc-canary-promote-v2-predictor.18d640154af8e421
    namespace: kserve-ci-e2e-test
    resourceVersion: "24632"
    uid: d46d8cbc-4b1f-4b33-bd7b-e1c820a8365f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25543"
    uid: 67e415d0-996f-4735-b4f8-5f28ba198fea
  kind: Event
  lastTimestamp: "2026-09-17T23:40:52Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-8555cb9565 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T23:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:40:52Z"
    name: isvc-canary-promote-v2-predictor.18d6402a46e395c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: ea46608f-5b7d-4b73-b6ce-931124755891
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: f8e3047f-b8fe-4199-8205-ea0f2ccf8dc6
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-canary-promote.18d640154ca8fdb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25467"
    uid: bfb03b2a-bfa9-411f-a4f4-2fe9fb60bd09
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: f8e3047f-b8fe-4199-8205-ea0f2ccf8dc6
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-canary-promote.18d640154d2208e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: 50c77c21-d84b-4206-ba3a-7edf667acdf8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24623"
    uid: f8e3047f-b8fe-4199-8205-ea0f2ccf8dc6
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-canary-promote.18d640154d22686d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25469"
    uid: dd15beab-5cba-4ae2-8382-3eaa0a444e37
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25470"
    uid: f8e3047f-b8fe-4199-8205-ea0f2ccf8dc6
  kind: Event
  lastTimestamp: "2026-09-17T23:42:14Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:42:14Z"
    name: isvc-canary-promote.18d640288a0d778d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26209"
    uid: 186e48aa-d1e4-4979-a7e9-ccdd5dcb22fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:42:27.652775Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7df6589c46-525lx
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d640407d6dd18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26433"
    uid: 1a6f03bb-7128-4d70-9366-e9990e17da37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26435"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d640409fa9a551
    namespace: kserve-ci-e2e-test
    resourceVersion: "26469"
    uid: 46fc2711-a62a-4a18-8f82-73ba99c16064
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64040a12ad12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26471"
    uid: 6d816daf-b3a8-42cd-8985-88ad09ccd9f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64040a3cf4e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: c8e772e9-abc4-4a7c-abb7-092c7b432f1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64040a44889c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: 6650bd09-f689-4d2a-835c-e87e333c35a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64041a558f70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26536"
    uid: 58ca5e69-3d37-46b0-ad4d-ef2c44884532
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64041a8e8dcf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26543"
    uid: 53b7c1f3-3c4e-41a8-b93c-b4f7c9114b4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64041a961848e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 55785df2-fdd6-46e6-9d1d-c1b3753c428e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64041a96cda2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 17b57ecf-3718-4ca7-a6a2-00847ed761c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64041ac832c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26550"
    uid: f77d0a75-7025-4850-9461-d4b9262bcb41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64041acfb09aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26552"
    uid: 135166ed-0ac5-4898-93f0-f38244046188
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:43:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:42Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64041e1909e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: fb41e610-1bac-4be3-a784-d178f021b800
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:43:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:50Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64053d6b6246f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: e70f6194-276b-45da-a305-88f2a4d7d1c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:43:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:50Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64053d6b72d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: a7ccead5-e9a2-4fd1-9898-8f36c2d604d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-525lx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 4230922d-d05b-40ad-9f23-a5dcc584ae53
  kind: Event
  lastTimestamp: "2026-09-17T23:43:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:54Z"
    name: isvc-canary-rollback-predictor-7df6589c46-525lx.18d64054bdca25b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: d0b3442a-36a4-4f1f-82b9-39966eb85dc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:42:27.692460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7df6589c46-9cc4n
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d640407fcb546c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: d6cddeaa-c576-4eb6-9c3e-42addde0370d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d64040a1f97270
    namespace: kserve-ci-e2e-test
    resourceVersion: "26474"
    uid: 262d7b91-eb6a-4f1e-898c-bf2d8c854a1c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d64040a3727aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: ed9bbde2-caeb-460c-bff1-b75cb4097b19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d64040a60bb630
    namespace: kserve-ci-e2e-test
    resourceVersion: "26484"
    uid: 3c615562-82a1-4b34-911e-a5b73030111c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d64040a68190d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: 90cf7093-915d-451d-80f7-0ec45413601c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d6404191a13c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: c7b22823-c520-4978-ae30-7d4b1a641185
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d64041948da964
    namespace: kserve-ci-e2e-test
    resourceVersion: "26527"
    uid: 5b264e35-91e2-4f63-935d-cdbd9f9c89d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d6404194ef7261
    namespace: kserve-ci-e2e-test
    resourceVersion: "26528"
    uid: 74ddc47d-9545-4a26-80b2-1d53eac55c69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d6404194f9646d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26530"
    uid: 3df0b34e-1130-463a-925b-78b42c98e9bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d6404197c469cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26531"
    uid: 8c2bb475-9a36-46be-887f-30ff44c816da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d640419823031b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26532"
    uid: e6bf79da-a1a6-42b4-824e-9791a10e829b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:45:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:50Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d64041cd9e3a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "28595"
    uid: 44e38675-30e7-493f-9e9e-17c79cab9623
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:45:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:47Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d6406f1e793c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28567"
    uid: 304b9a50-b534-4b6b-ab55-fe49e479f0be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:45:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:47Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d6406f1e79d880
    namespace: kserve-ci-e2e-test
    resourceVersion: "28569"
    uid: b8c19e0c-10b2-4e69-8aaa-117e30cb9cbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 48bec4b8-253f-4c26-80f3-8f42a9c7c8d2
  kind: Event
  lastTimestamp: "2026-09-17T23:45:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:50Z"
    name: isvc-canary-rollback-predictor-7df6589c46-9cc4n.18d6406fac319d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "28594"
    uid: 747589eb-2b12-45ce-8ad6-fb77c563bdb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:43:57.687463Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27716"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7df6589c46-xllbf
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:43:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:43:57Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d6405573ea2075
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 0be4272f-a69b-43f0-aebd-a3e2c8b2a902
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27725"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:01Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:44:01Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d640565539ab32
    namespace: kserve-ci-e2e-test
    resourceVersion: "27765"
    uid: c184da0f-f9e7-4654-892e-be8df25e8e5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:04Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d6405703303ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27787"
    uid: 21f11bdd-a567-474e-b1f3-aeec6971926d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:04Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d640570804de24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27788"
    uid: ec33adef-35fa-4fd3-a2bb-a3415a05bbc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:04Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d640570987de1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27789"
    uid: d2af619e-47ad-4b3c-b882-7f0e79055751
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:09Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d6405818b32cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27832"
    uid: 99f17f3f-a1b2-4a97-9258-c4839901ee96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:09Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d640581d288e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: d4882495-2342-40ec-a8e7-d9d9625dcd6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:09Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d640581dc60bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27837"
    uid: 3799b976-33b6-4683-a38d-608de526f0d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:09Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d640581dd5b839
    namespace: kserve-ci-e2e-test
    resourceVersion: "27838"
    uid: 6a0675dd-8bdc-4063-9a80-48585e87a098
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:09Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d64058213151ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27841"
    uid: 27ce4a99-1080-4a3f-b3be-b48d827014ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:44:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:09Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d6405821d9c69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27842"
    uid: d2388157-5095-4f0a-95f0-c344d692d778
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:45:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:35Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d6405854db8612
    namespace: kserve-ci-e2e-test
    resourceVersion: "28455"
    uid: cc616f2d-cc17-45f1-8ee6-39f2d361da9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:45:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:47Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d6406f1ea2fb96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28568"
    uid: 8b5b162b-a097-4846-99b1-de7764180d0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:45:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:47Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d6406f1ea39ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28570"
    uid: b207c111-ba7f-4673-a1ea-e31938d95160
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 7f506825-8b06-4842-911b-903aa924da1c
  kind: Event
  lastTimestamp: "2026-09-17T23:45:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:51Z"
    name: isvc-canary-rollback-predictor-7df6589c46-xllbf.18d6406fd936565a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 51b7da34-336c-4b6e-8201-518b0728587a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df6589c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 588c62bf-d48d-4291-839e-b1187fcf54aa
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7df6589c46-525lx'
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback-predictor-7df6589c46.18d640407ceae8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26429"
    uid: ffc36c70-9267-43dd-930b-39597c4831bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df6589c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 588c62bf-d48d-4291-839e-b1187fcf54aa
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7df6589c46-9cc4n'
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback-predictor-7df6589c46.18d640407f65dc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: 36699902-3454-4f97-b771-1b2b4f47ba68
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df6589c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 588c62bf-d48d-4291-839e-b1187fcf54aa
  kind: Event
  lastTimestamp: "2026-09-17T23:43:50Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7df6589c46-525lx'
  metadata:
    creationTimestamp: "2026-09-17T23:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:50Z"
    name: isvc-canary-rollback-predictor-7df6589c46.18d64053d68ce3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: 7b6cb78c-aa03-46ac-b000-e432144d796f
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df6589c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "27702"
    uid: 588c62bf-d48d-4291-839e-b1187fcf54aa
  kind: Event
  lastTimestamp: "2026-09-17T23:43:57Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7df6589c46-xllbf'
  metadata:
    creationTimestamp: "2026-09-17T23:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:57Z"
    name: isvc-canary-rollback-predictor-7df6589c46.18d640557384734e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: f9c4e964-48cc-4d4b-bef7-85fbaef86077
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: bb1e7015-e53d-409a-ae91-cbbc7be628d9
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7df6589c46 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback-predictor.18d6404079ece086
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: 55964c5b-1f65-4ac0-a711-ffa6c41d23f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27613"
    uid: bb1e7015-e53d-409a-ae91-cbbc7be628d9
  kind: Event
  lastTimestamp: "2026-09-17T23:43:50Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7df6589c46 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:50Z"
    name: isvc-canary-rollback-predictor.18d64053d607bec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27618"
    uid: 12c620f5-b22a-45fe-8a4f-131f774adf79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27697"
    uid: bb1e7015-e53d-409a-ae91-cbbc7be628d9
  kind: Event
  lastTimestamp: "2026-09-17T23:43:57Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7df6589c46 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T23:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:57Z"
    name: isvc-canary-rollback-predictor.18d6405570c4412a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: 627627a8-1105-4571-9bf4-c59315525a50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:42:27.613450Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d640407b15c47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: f38a1881-42a0-4bfd-a92f-492144ab4779
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d640409d0fe24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 2faebfa5-6e11-48c7-904f-43d83fc1a6e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d640409e7c9bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26468"
    uid: cf4e16f4-03d2-4beb-a32b-814dbe6f19d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d64040a144ebc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: d5b340b9-03f6-46b6-b9e2-d394b1caf51b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:28Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d64040a1e21471
    namespace: kserve-ci-e2e-test
    resourceVersion: "26473"
    uid: 3d49fde3-d45f-43ca-a675-dfb2c3592338
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d64041a56f6a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "26537"
    uid: e3221b02-6d53-496b-83e4-b1192b58c857
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d64041a8dde408
    namespace: kserve-ci-e2e-test
    resourceVersion: "26542"
    uid: 5c57d774-b0b8-4f2a-9d98-841ab3ab1815
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d64041a953f601
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: b769fb99-15a5-45c7-bfb8-50fec192aed1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d64041a95f79c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: a204a73a-d847-474a-9765-34e26bdba288
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d64041ac909172
    namespace: kserve-ci-e2e-test
    resourceVersion: "26551"
    uid: 4a967b36-a793-4a27-921f-963b32b209b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:42:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:32Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d64041ad0a2c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "26553"
    uid: 7cc5c34f-fe7e-4de6-a01d-f1d419d0c027
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:44:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:00Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d640421d6d3c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "27757"
    uid: 8c862211-6355-4ebe-8bf6-bb85549e39e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:43:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:57Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d6405571f523e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 3fc04984-dcea-4802-b524-5a7d91072135
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:43:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:57Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d6405571fa9221
    namespace: kserve-ci-e2e-test
    resourceVersion: "27714"
    uid: aa0e213e-7f04-45f6-bd6d-e411f52022f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 2bf64c5b-051c-482c-9a27-cd322ea6ae01
  kind: Event
  lastTimestamp: "2026-09-17T23:44:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:00Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr.18d6405623adc157
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: d184a4fb-dc86-46f8-858f-97829430fc9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: 3c813fdb-95cb-48f9-a274-91f9dafdff28
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-b9d76bcd7-7gbpr'
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7.18d640407aa97056
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: 0e9a3214-be03-442e-90f8-7292bb043a41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26400"
    uid: 4eecbe0c-a30a-495a-9371-e8e4d2e3d26b
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-b9d76bcd7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback-v2-predictor.18d6404077f2a034
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: 99cd510b-c715-49b6-b6b5-560db4b824f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: b48f8378-7184-470a-9093-aba065b57018
  kind: Event
  lastTimestamp: "2026-09-17T23:43:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:43:57Z"
    name: isvc-canary-rollback.18d64040799e5fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27710"
    uid: f1a88ad9-77d7-4f8b-b755-09cc20b74756
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: b48f8378-7184-470a-9093-aba065b57018
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback.18d640407a03401d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26445"
    uid: 7bf7b9b6-52d4-4539-9318-1d8971255e85
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: b48f8378-7184-470a-9093-aba065b57018
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-canary-rollback.18d640407a0375f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26447"
    uid: 30346720-ac38-4fc8-a158-0973becf08f9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: b48f8378-7184-470a-9093-aba065b57018
  kind: Event
  lastTimestamp: "2026-09-17T23:45:45Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:45:45Z"
    name: isvc-canary-rollback.18d64053d9734bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28533"
    uid: ca940365-2a0b-4bad-aa16-dd9b025422d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:45:52.984944Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28648"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-596476db66-h77ln
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:45:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:45:52Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d640704c2e0484
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: bd83cab7-194a-448b-8c9d-d183c2daa92e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d6407055ba4a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: a8161620-37a6-407f-b671-deaadb3d984e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28664"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:54Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:45:54Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d64070926e242d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28710"
    uid: e6391ee3-4548-4b2b-99bc-2efe7a246fef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:54Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d6407093e88b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28712"
    uid: 7b666ea3-aaee-4d2b-af2f-28ccc551db89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:54Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d640709721aa2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28714"
    uid: 1dd0808c-14de-41db-9d3a-86df213b9e3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:54Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d64070979776a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28715"
    uid: 1575177f-1cd3-4538-bf4d-cd137a6625df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d640717e590ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: ea6fffe7-8b2e-4d73-9625-66e3e416e7e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d6407182235544
    namespace: kserve-ci-e2e-test
    resourceVersion: "28771"
    uid: de35c727-09e8-4b90-bdbc-014bcbace888
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d64071829aa572
    namespace: kserve-ci-e2e-test
    resourceVersion: "28774"
    uid: 633cac30-ce1f-499b-a9a1-bdeeb063c7a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d6407182a55137
    namespace: kserve-ci-e2e-test
    resourceVersion: "28776"
    uid: 896abcc2-1e70-42df-8bd8-4b07d8d7733f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d6407185d58a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28778"
    uid: 886d0c02-5858-48ff-9032-b5816aedea53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d640718656f53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28780"
    uid: a43533b9-85c8-4dc4-9ee5-8e0a1f0d3408
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:47:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:15Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d64071ba81003d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29513"
    uid: db4e8dbe-3662-45f9-a753-2ed02e4939df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:47:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:13Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d64082ee37e92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29494"
    uid: a41df864-0046-46ab-8c7b-fdeabd9a15a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:47:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:13Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d64082ee390ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: 63602a52-325a-4bd6-a611-473e1c098e52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-h77ln
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a89601f3-a00b-4a36-bab6-ab756ba5ebae
  kind: Event
  lastTimestamp: "2026-09-17T23:47:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:15Z"
    name: isvc-canary-stop-predictor-596476db66-h77ln.18d640836cb11b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29512"
    uid: 5c466b2f-6cb2-41f4-8825-7e98d790d961
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:45:53.033489Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28663"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-596476db66-wct5g
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640704f12c45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28668"
    uid: ddae1669-f0e8-4328-8065-cda1ff7a5bff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28673"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d6407075932033
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: b0efaadb-77f4-4952-8e95-ba50e946e9a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d64070770426fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: f83dbf38-b632-496f-84b0-52674e955b73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640707cf4af4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 6fe54ee2-b3c1-4869-b216-e35850da8d1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640707e7e7b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "28702"
    uid: 1b083ddc-e5d4-489d-9dc3-b7912fc9eb21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640719558910a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 61149e76-d198-41a6-b8c0-6faf37c45255
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640719a12dc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: 4ef8dc4b-4f96-4ccd-85a6-628fa4a7513d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640719b23aa5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 990d78cb-e693-4e96-bafc-c8c0b22621ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640719b2d2467
    namespace: kserve-ci-e2e-test
    resourceVersion: "28791"
    uid: 06e73934-2783-495c-9509-dd0490b3283c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640719ff0c963
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: 8b990f8f-e37a-4466-a4a1-a2e698424dbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d64071a103de25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28795"
    uid: 06830c7b-5d01-4c42-92c5-6c76f3291434
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:47:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:06Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d64071d1496809
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: eb54a5a0-770e-488a-85f5-d647f769d632
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:47:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:06Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640815bd09cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29413"
    uid: 0e6fe5a1-1b22-44ef-876f-f01c9140598b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:47:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:06Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d640815bd1dd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29414"
    uid: e4519f44-f610-4f95-8ec4-77d077911740
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-wct5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 4ee31188-b636-474a-b5f0-a880f3ea2101
  kind: Event
  lastTimestamp: "2026-09-17T23:47:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:35Z"
    name: isvc-canary-stop-predictor-596476db66-wct5g.18d64082597acab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29736"
    uid: 28b92beb-00dc-439f-b793-09fe3fc3073e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-596476db66
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 77d55746-4e98-47fa-a99b-96f8cb940266
  kind: Event
  lastTimestamp: "2026-09-17T23:45:52Z"
  message: 'Created pod: isvc-canary-stop-predictor-596476db66-h77ln'
  metadata:
    creationTimestamp: "2026-09-17T23:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:45:52Z"
    name: isvc-canary-stop-predictor-596476db66.18d640704bc6279f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28652"
    uid: 7895c3c5-9a85-4c14-9783-201bf2a960d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-596476db66
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 77d55746-4e98-47fa-a99b-96f8cb940266
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: 'Created pod: isvc-canary-stop-predictor-596476db66-wct5g'
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-predictor-596476db66.18d640704ea72134
    namespace: kserve-ci-e2e-test
    resourceVersion: "28665"
    uid: d537db4b-7c71-450c-bdb2-ddf478c3b267
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-596476db66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 77d55746-4e98-47fa-a99b-96f8cb940266
  kind: Event
  lastTimestamp: "2026-09-17T23:47:06Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-596476db66-wct5g'
  metadata:
    creationTimestamp: "2026-09-17T23:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:47:06Z"
    name: isvc-canary-stop-predictor-596476db66.18d640815bb015c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29408"
    uid: fb156735-4aad-4f63-ab50-fceafe0ef8b2
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28639"
    uid: a2b8b864-45b0-44b6-a731-734b78a8738b
  kind: Event
  lastTimestamp: "2026-09-17T23:45:52Z"
  message: Scaled up replica set isvc-canary-stop-predictor-596476db66 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T23:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:45:52Z"
    name: isvc-canary-stop-predictor.18d640704933e8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28642"
    uid: aee8829b-2def-4dbb-9d9a-70d536d8979b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29400"
    uid: a2b8b864-45b0-44b6-a731-734b78a8738b
  kind: Event
  lastTimestamp: "2026-09-17T23:47:06Z"
  message: Scaled down replica set isvc-canary-stop-predictor-596476db66 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:47:06Z"
    name: isvc-canary-stop-predictor.18d640815b19e080
    namespace: kserve-ci-e2e-test
    resourceVersion: "29406"
    uid: eaf6dd31-d9d0-4bd2-b1ac-bd007cf974a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:45:52.981941Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28647"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:45:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:45:52Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d640704c003929
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: 2a2d50e1-ff7b-4356-8bf6-4fa9a16d8092
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d640706e152966
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: c7827aa1-5fa0-4b2e-87a0-795704c94fd7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d640706f72156b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28694"
    uid: 30f3ed0a-71c4-42e9-87ea-db25d46eed65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d6407072245383
    namespace: kserve-ci-e2e-test
    resourceVersion: "28695"
    uid: 04773f96-f926-41fb-9301-c48603708593
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:53Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d640707294f68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28696"
    uid: 5dca5a82-8395-4a07-9615-d95f855695c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d640717e424ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: eba65e25-3901-42fd-be66-b111ac29b998
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d6407182177216
    namespace: kserve-ci-e2e-test
    resourceVersion: "28769"
    uid: 2446829f-de17-4608-a1a9-1227c0707052
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d64071828d0fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28772"
    uid: 1aec57de-b0b3-4a50-9745-40b01e4003e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d640718296109d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28773"
    uid: b7eb5ddd-ca0f-4a58-a20c-062d35fb5247
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d6407185e3687e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28779"
    uid: 15731b0d-9863-4f9d-8e76-78c0c5faaaa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:45:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:58Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d640718665046b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28781"
    uid: 7709cf96-d20f-4c45-b36d-e0635125d0f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:47:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:16Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d64071f6680af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29521"
    uid: b80f2799-c1c1-4cc8-8f26-466afeb7eafa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:47:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:12Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d64082ec332e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "29484"
    uid: 4d6aeb95-f477-4978-81ef-33eee51e3e4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:47:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:12Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d64082ec33997f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29488"
    uid: 5929fd90-da51-4281-86f2-0fa2f8255350
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 6556a676-ef9c-4bc1-996d-dbe8514bb958
  kind: Event
  lastTimestamp: "2026-09-17T23:47:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:16Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2.18d64083a88f067c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29520"
    uid: ab3807d0-fd90-46bd-8c80-a9436d626ca6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-75db96cc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28631"
    uid: 8f916d02-86da-45c0-ae27-fef40af9512f
  kind: Event
  lastTimestamp: "2026-09-17T23:45:52Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-75db96cc6c-pv7d2'
  metadata:
    creationTimestamp: "2026-09-17T23:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:45:52Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c.18d640704b9147b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28649"
    uid: 769fb581-01ae-4aa7-98b8-4af871ebbac5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: b22123a9-a56a-4a05-92ba-bb7d67917b0a
  kind: Event
  lastTimestamp: "2026-09-17T23:45:52Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-75db96cc6c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:45:52Z"
    name: isvc-canary-stop-v2-predictor.18d64070473642db
    namespace: kserve-ci-e2e-test
    resourceVersion: "28632"
    uid: a658bff5-5f47-4888-90a1-751037c87aa6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: fa431f2e-a1e2-43c5-aae1-dba8d9ace059
  kind: Event
  lastTimestamp: "2026-09-17T23:47:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:47:06Z"
    name: isvc-canary-stop.18d6407048e7284a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: ef2285ae-3697-4f1e-9685-559725b0014a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: fa431f2e-a1e2-43c5-aae1-dba8d9ace059
  kind: Event
  lastTimestamp: "2026-09-17T23:47:06Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:47:06Z"
    name: isvc-canary-stop.18d64070496188bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29421"
    uid: ef51837b-c2e5-44a5-8550-0848433a5db5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28621"
    uid: fa431f2e-a1e2-43c5-aae1-dba8d9ace059
  kind: Event
  lastTimestamp: "2026-09-17T23:47:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:47:06Z"
    name: isvc-canary-stop.18d640704961d2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: 77e5f218-5650-4fc8-b0a6-0e6b89bec140
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: fa431f2e-a1e2-43c5-aae1-dba8d9ace059
  kind: Event
  lastTimestamp: "2026-09-17T23:47:06Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:47:06Z"
    name: isvc-canary-stop.18d6408161ad7f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: 85c74db0-2b4c-42f0-b91b-5e8c77f9be03
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:21:47.693006Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14751"
    uid: 3912b145-ce1e-476f-b935-f5f3b84c9de4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:21:47Z"
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb.18d63f1fca113950
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: 0813cd63-26a7-4124-aac5-7e37e6d5a729
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3912b145-ce1e-476f-b935-f5f3b84c9de4
  kind: Event
  lastTimestamp: "2026-09-17T23:21:48Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:21:48Z"
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb.18d63f1fec368286
    namespace: kserve-ci-e2e-test
    resourceVersion: "14772"
    uid: b1e34a7e-7b85-4690-ab38-aa1c92f4b9c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 3912b145-ce1e-476f-b935-f5f3b84c9de4
  kind: Event
  lastTimestamp: "2026-09-17T23:21:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:53Z"
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb.18d63f1fede29acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14836"
    uid: baef8592-902c-4042-8066-305fb270de14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 3912b145-ce1e-476f-b935-f5f3b84c9de4
  kind: Event
  lastTimestamp: "2026-09-17T23:21:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:53Z"
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb.18d63f1ff16f7f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: 7d565b26-9ced-458b-b22d-f8ef539f98bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 3912b145-ce1e-476f-b935-f5f3b84c9de4
  kind: Event
  lastTimestamp: "2026-09-17T23:21:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:53Z"
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb.18d63f1ff1f8c345
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: 32a33655-3a9b-462b-bdd2-aab1d085f43f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 3912b145-ce1e-476f-b935-f5f3b84c9de4
  kind: Event
  lastTimestamp: "2026-09-17T23:21:57Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:57Z"
    name: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb.18d63f2203bba3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: 382da984-f722-44b7-a308-f1dcfe122ffe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-d56fb3-predictor-84884df6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14741"
    uid: f978c3b5-3f74-482c-adcb-d57ac77aa5b8
  kind: Event
  lastTimestamp: "2026-09-17T23:21:47Z"
  message: 'Created pod: isvc-init-fail-d56fb3-predictor-84884df6d7-v4zhb'
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:47Z"
    name: isvc-init-fail-d56fb3-predictor-84884df6d7.18d63f1fc9aa3ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: 3e6ce776-6d0a-462e-882e-fc9ae908b3ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-d56fb3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14739"
    uid: e641a66c-95df-42de-ae2e-9bc64e35e948
  kind: Event
  lastTimestamp: "2026-09-17T23:21:47Z"
  message: Scaled up replica set isvc-init-fail-d56fb3-predictor-84884df6d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:47Z"
    name: isvc-init-fail-d56fb3-predictor.18d63f1fc5c8d307
    namespace: kserve-ci-e2e-test
    resourceVersion: "14743"
    uid: 1500f346-1eb6-4be3-95d9-dcbb88ef2d01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-d56fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14733"
    uid: f0c6a90d-aa88-48ed-9cdb-202e957157db
  kind: Event
  lastTimestamp: "2026-09-17T23:21:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:21:53Z"
    name: isvc-init-fail-d56fb3.18d63f1fc5c7951a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: c93705af-9ffc-4572-bf57-70d0a2f6337f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:47:23.234068Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29609"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-5gp66
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:47:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d640854f727036
    namespace: kserve-ci-e2e-test
    resourceVersion: "29615"
    uid: 7c7a489e-91ed-4ed5-b8b3-6118f1adcb37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29619"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:23Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:47:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d64085713beae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29631"
    uid: a52b288b-1bbf-4b7c-acff-9f8da408e7f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d6408572afa862
    namespace: kserve-ci-e2e-test
    resourceVersion: "29633"
    uid: 888f7bac-681b-4173-add4-9e1c8a9bd028
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d640857592f72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29634"
    uid: 975ddbef-a3b8-4f9d-bd6b-a8b1e8060f70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d64085760a12c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: 2042a0b6-bfee-48b6-87f4-2fe2f7e848ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:28Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d640868926e68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29677"
    uid: 03368d00-62ab-4a92-a54e-d84c55b3c398
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:34Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.365s (6.365s
    including waiting). Image size: 643927317 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d64088048cca9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29724"
    uid: 94096ca9-15ed-4f2c-9fc7-5d8f8561392e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d6408807d475a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29725"
    uid: fccd9fec-2945-4284-aa9b-dd21fe26ebeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d6408808480b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "29726"
    uid: c83db248-263b-45ec-a779-ad8731e1d812
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d6408808511c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29727"
    uid: 0da43247-2593-43ad-99aa-50ace1bc3f41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d640880b5971e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29728"
    uid: 8c80da88-33e8-4604-a27f-ced36e64ee78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:47:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d640880bc81797
    namespace: kserve-ci-e2e-test
    resourceVersion: "29729"
    uid: ab00bd32-4874-4a32-869d-dc7d8a017a6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:48:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d6408868439eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: e1a71a47-69cb-4049-a8b4-9573670cb8f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:49:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:04Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d6409cc7d83c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30601"
    uid: 5c0e773d-a765-497d-95d5-dccbc1556049
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:49:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:04Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d6409cc7d9ae48
    namespace: kserve-ci-e2e-test
    resourceVersion: "30602"
    uid: e1cf7681-5265-42cf-86ce-e21917a1d44d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: 6512f069-a146-4131-8f67-421b6cfa2d28
  kind: Event
  lastTimestamp: "2026-09-17T23:49:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:07Z"
    name: isvc-lightgbm-predictor-54f85ddf88-5gp66.18d6409d9880eaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30627"
    uid: cb906381-7258-4480-9c6d-410af9811832
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: 0b66500f-72cd-4bac-9e53-395609c83f44
  kind: Event
  lastTimestamp: "2026-09-17T23:47:23Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-5gp66'
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:47:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d640854eeeb307
    namespace: kserve-ci-e2e-test
    resourceVersion: "29612"
    uid: 179e05a5-334d-49dc-a7b4-5c7bda0e6e8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29598"
    uid: cad32fad-c02e-4778-960d-dd43d64df25a
  kind: Event
  lastTimestamp: "2026-09-17T23:47:23Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:47:23Z"
    name: isvc-lightgbm-predictor.18d640854bfb2942
    namespace: kserve-ci-e2e-test
    resourceVersion: "29602"
    uid: 57755cb4-608e-4377-96e4-30de263841ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29599"
    uid: 257d86d0-5f88-459b-bc66-de042bcbbd99
  kind: Event
  lastTimestamp: "2026-09-17T23:48:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:08Z"
    name: isvc-lightgbm-predictor.18d64088ca69c2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: 6a827f46-a4df-46da-b594-adb5f3c0191a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29599"
    uid: 257d86d0-5f88-459b-bc66-de042bcbbd99
  kind: Event
  lastTimestamp: "2026-09-17T23:48:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:08Z"
    name: isvc-lightgbm-predictor.18d64088cac9ff61
    namespace: kserve-ci-e2e-test
    resourceVersion: "30073"
    uid: 5db46ea3-1a99-4c2a-a18b-53c60c22f6c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29772"
    uid: 257d86d0-5f88-459b-bc66-de042bcbbd99
  kind: Event
  lastTimestamp: "2026-09-17T23:48:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:53Z"
    name: isvc-lightgbm-predictor.18d6408c49778018
    namespace: kserve-ci-e2e-test
    resourceVersion: "30498"
    uid: 3da0f224-434c-41f9-b992-ebb7e28b8c1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29772"
    uid: 257d86d0-5f88-459b-bc66-de042bcbbd99
  kind: Event
  lastTimestamp: "2026-09-17T23:48:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:53Z"
    name: isvc-lightgbm-predictor.18d6408c49e100af
    namespace: kserve-ci-e2e-test
    resourceVersion: "30499"
    uid: a79bbd5e-a71f-42a1-9179-c5fcc32ff094
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:49:09.231215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30660"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:49:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:49:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d6409dfd5e80aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: 26500c14-eca6-4fce-b6da-053d83fd809f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d6409e05a71bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: 9605da54-709a-4d41-b4aa-151e93c9d708
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30670"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:10Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:49:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d6409e42e83252
    namespace: kserve-ci-e2e-test
    resourceVersion: "30686"
    uid: 94bec061-3d23-4101-8d3e-d5c7e93adae9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d6409e444df292
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: 81c6a2fd-8044-4943-89f1-4df04f4bde7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d6409e46fe0877
    namespace: kserve-ci-e2e-test
    resourceVersion: "30689"
    uid: 4caf085c-a8d5-4344-b8f3-a4da529e1633
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d6409e4772c011
    namespace: kserve-ci-e2e-test
    resourceVersion: "30690"
    uid: ede80a70-f846-4c60-9237-8e323efa61c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:15Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:15Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d6409f628b92eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 7dd3c974-4e5d-4317-8e79-ef69078671bc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:21Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.114s (6.114s
    including waiting). Image size: 643927317 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640a0cefb6d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30785"
    uid: 0c243a8d-ce12-4e4c-aeed-4acced1c5c95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640a0d221ae17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30786"
    uid: 31a77445-2808-459a-aaf5-ab0cca55b2b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640a0d2a87384
    namespace: kserve-ci-e2e-test
    resourceVersion: "30787"
    uid: a2ca557e-8f19-4dc8-9301-74c29ba97e54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640a0d2b304f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30788"
    uid: ae11263e-dca8-4a2e-a01a-28b1bd5a535d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640a0d641306d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: 37a95cf0-eed4-4fa9-82ee-5ef505c224e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:49:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640a0d6ba3a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: 158b6591-d23d-4eea-9180-8431093eb97d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:51:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640a105d51169
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: f0f2d9e4-b535-4bd4-ad5f-d2075e2a4587
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:51:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640b807afa8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31652"
    uid: 6ed1e881-dfda-4d93-b816-117ab58a060a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:51:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640b807b0c23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31653"
    uid: 6e254479-d13f-41c0-bd31-fb34e3688797
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 6d5138a5-74e9-4a7f-a186-5ba41f48d760
  kind: Event
  lastTimestamp: "2026-09-17T23:51:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9.18d640b88a00ef71
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: 189075d6-1a37-4d83-88e2-b97a4a8ea7a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30651"
    uid: 110c685e-5900-4a9c-8d3c-7c27eae5e668
  kind: Event
  lastTimestamp: "2026-09-17T23:49:09Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-ng9z9'
  metadata:
    creationTimestamp: "2026-09-17T23:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:49:09Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d6409dfcf144b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30661"
    uid: 171809d6-08bb-4927-9f93-ae285e457340
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30649"
    uid: d807af86-eeb2-4577-9d0e-f157f2272f20
  kind: Event
  lastTimestamp: "2026-09-17T23:49:09Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:49:09Z"
    name: isvc-lightgbm-runtime-predictor.18d6409dfa1af377
    namespace: kserve-ci-e2e-test
    resourceVersion: "30653"
    uid: 0fb47c57-407c-4c54-8b3d-caf65693b4dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: f61a9b2d-646c-451a-9153-d7759327399f
  kind: Event
  lastTimestamp: "2026-09-17T23:49:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:49:24Z"
    name: isvc-lightgbm-runtime-predictor.18d640a1788eecb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30814"
    uid: a4a14850-b458-4d62-889f-338d16e61e49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: f61a9b2d-646c-451a-9153-d7759327399f
  kind: Event
  lastTimestamp: "2026-09-17T23:49:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:49:24Z"
    name: isvc-lightgbm-runtime-predictor.18d640a178f1a3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: be11bb99-ee51-41e6-82c0-c0c86f54ffb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30815"
    uid: f61a9b2d-646c-451a-9153-d7759327399f
  kind: Event
  lastTimestamp: "2026-09-17T23:50:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:50:54Z"
    name: isvc-lightgbm-runtime-predictor.18d640a4f7a78061
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: a387f8ec-c727-461b-875e-49fe6f9e4041
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30815"
    uid: f61a9b2d-646c-451a-9153-d7759327399f
  kind: Event
  lastTimestamp: "2026-09-17T23:50:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:50:54Z"
    name: isvc-lightgbm-runtime-predictor.18d640a4f814b3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31583"
    uid: 2d4185ab-fbc3-4d48-9e56-cd3310369b93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30640"
    uid: 02e40176-be5c-468f-bf92-7c84eb25218b
  kind: Event
  lastTimestamp: "2026-09-17T23:50:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:50:51Z"
    name: isvc-lightgbm-runtime.18d6409dfa175d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: f97412a9-b0f7-4395-81c8-f48557a119ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30640"
    uid: 02e40176-be5c-468f-bf92-7c84eb25218b
  kind: Event
  lastTimestamp: "2026-09-17T23:49:09Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:49:09Z"
    name: isvc-lightgbm-runtime.18d6409dfab7da82
    namespace: kserve-ci-e2e-test
    resourceVersion: "30657"
    uid: 4defae6e-debd-4c2f-a5a1-28c45f34be1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31560"
    uid: 02e40176-be5c-468f-bf92-7c84eb25218b
  kind: Event
  lastTimestamp: "2026-09-17T23:50:51Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:50:51Z"
    name: isvc-lightgbm-runtime.18d640b5d1d25967
    namespace: kserve-ci-e2e-test
    resourceVersion: "31561"
    uid: 7854f61f-69d9-4214-afe3-d2045f3104a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:52:01.541188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32295"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:52:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:52:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c61bd8020f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32299"
    uid: a62610b0-9acb-4b37-a7c1-8e3c7b9ddabc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32302"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:02Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:52:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c63d8a48f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32311"
    uid: f34cf89a-acd2-45ac-962d-572ce4bfaa8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c63f05860a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32313"
    uid: 22c8af62-84d8-40f3-b392-76e6b64a4a97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c6418fa24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: e4db80f6-6deb-44b9-8eed-0e9dc9cc1410
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:02Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c64204f300
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: ecd62671-2671-4904-8360-d9cafcf7d143
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:06Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c756146fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 0fed2924-da98-423e-bfda-a9e854451076
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c758c58cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: 2082d424-1262-42b2-b95e-a9339511fcc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c7593a55ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4e112299-5f6e-48bd-9862-387379dd2b43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c759442c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32363"
    uid: 5b114c16-371f-4adf-b257-f67d4aa27200
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c75c16256b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32366"
    uid: 55768f28-391d-4a60-9af3-f5e73e33f828
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c75c8cec1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: fd881184-eb08-4249-b75f-8531f9d38141
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640c7cdee61a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 1efef2d1-27a0-48ee-b591-1f2f7b92e8bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640cd1e68622d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32667"
    uid: a06288f8-a34d-4c81-9c8e-934317834a0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: a943788b-3d5b-4432-acce-1d7d3c37b36b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq.18d640cd1e6980f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32668"
    uid: 8ffb50b9-ceba-4653-8043-db1294589fe4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32284"
    uid: 8b71f4a9-0fe6-4295-bce9-f6d17d4694cb
  kind: Event
  lastTimestamp: "2026-09-17T23:52:01Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-t6fjq'
  metadata:
    creationTimestamp: "2026-09-17T23:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d640c61b40a688
    namespace: kserve-ci-e2e-test
    resourceVersion: "32296"
    uid: 8721fa87-f996-4339-bdaa-52fbb18bc5b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32281"
    uid: efee9c38-7268-4104-8148-606a95280093
  kind: Event
  lastTimestamp: "2026-09-17T23:52:01Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:01Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d640c61871574c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32286"
    uid: 1ff927e0-4425-45b8-8c7c-4ddf89e79fc7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32282"
    uid: 2a027409-98ca-4a5a-a2b2-15b3003dba52
  kind: Event
  lastTimestamp: "2026-09-17T23:52:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:16Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d640c9973fb68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32451"
    uid: 0101652c-726b-42eb-9da6-cc7800bca00a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32282"
    uid: 2a027409-98ca-4a5a-a2b2-15b3003dba52
  kind: Event
  lastTimestamp: "2026-09-17T23:52:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:16Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d640c997a857fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32453"
    uid: 01ae4b50-d586-4cb0-ac6a-99876730de37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 2a027409-98ca-4a5a-a2b2-15b3003dba52
  kind: Event
  lastTimestamp: "2026-09-17T23:52:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:31Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d640cd16574dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32648"
    uid: 698d5a14-9101-4fb6-bf7c-59490c3fc535
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32452"
    uid: 2a027409-98ca-4a5a-a2b2-15b3003dba52
  kind: Event
  lastTimestamp: "2026-09-17T23:52:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:31Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d640cd16bf2d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32650"
    uid: d40d5c35-338f-4096-a625-52d59225e4e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32273"
    uid: ca3bf5c8-0435-4804-9a19-771c74e66d8e
  kind: Event
  lastTimestamp: "2026-09-17T23:52:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:52:24Z"
    name: isvc-lightgbm-v2-kserve.18d640c6186bb59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32590"
    uid: e980af1f-c61b-49d4-9dba-7eee3f1155ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32273"
    uid: ca3bf5c8-0435-4804-9a19-771c74e66d8e
  kind: Event
  lastTimestamp: "2026-09-17T23:52:01Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:52:01Z"
    name: isvc-lightgbm-v2-kserve.18d640c618f1ed96
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 79648dc0-ff2f-4a5b-8f29-ab2b0def34b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32588"
    uid: ca3bf5c8-0435-4804-9a19-771c74e66d8e
  kind: Event
  lastTimestamp: "2026-09-17T23:52:24Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:52:24Z"
    name: isvc-lightgbm-v2-kserve.18d640cb8cda7a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: fc88976a-e232-4538-802b-ed276959d594
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:51:06.274835Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31717"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:51:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:51:06Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640b93db675c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31721"
    uid: 0adcb0e9-019e-4667-9178-d4a130a13e66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:06Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640b94b140ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31731"
    uid: 92ecbde1-ab16-4ada-ba85-f0ff635e657d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31726"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:07Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:51:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640b9834bac37
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 8c3fbc5f-f24a-40be-886b-027dc3f9555e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640b984b7ccc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 93b357ed-94b1-4978-8abc-4340ee124b68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640b987398483
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: 32ee3b4d-1fa4-4fec-b456-1f66a1c5d141
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640b987ac32d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31746"
    uid: f80d31c5-9976-4e6e-95f5-234ce6db6c30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T23:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640ba7031700b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 0855e013-bbf3-4983-9b8b-159da75a10f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640ba73d00a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31794"
    uid: 1d42c6ce-fb40-4941-b90e-7f94fc99bb5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640ba7452fdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: 7dc97bb5-ca13-4928-bcb7-d114f7a676f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640ba745e6fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31797"
    uid: cfc98bb0-e9c1-4993-8022-044a9f974bf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640ba777e23b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31799"
    uid: d09efc9a-e271-4399-9b30-240709c20b62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640ba77f2f30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 1a2972db-55ea-49a1-8520-3dfbef68c1ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640c4e6c11bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32228"
    uid: 76228356-d036-4684-8269-813c36c29749
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 93392933-bb39-4273-8e56-4f55979ae191
  kind: Event
  lastTimestamp: "2026-09-17T23:51:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz.18d640c4e6c1b737
    namespace: kserve-ci-e2e-test
    resourceVersion: "32230"
    uid: 56f47556-fcd1-404e-85c3-bbe12efcab0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 69e7a2ce-0fa8-444e-b19e-33c87bf326d5
  kind: Event
  lastTimestamp: "2026-09-17T23:51:06Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-j24rz'
  metadata:
    creationTimestamp: "2026-09-17T23:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:06Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d640b93d4cc6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31718"
    uid: 4ea57d27-cfc8-4b8d-b895-9fed6332b339
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31704"
    uid: 93476624-2923-4af4-873e-52e65bfc4690
  kind: Event
  lastTimestamp: "2026-09-17T23:51:06Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:06Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d640b93a7978a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31709"
    uid: e4585072-4c4f-4b79-a118-7d1cb06b29c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31705"
    uid: e8172eba-be59-4db2-8dd7-4ece4cb0a345
  kind: Event
  lastTimestamp: "2026-09-17T23:51:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:36Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d640bcb9164714
    namespace: kserve-ci-e2e-test
    resourceVersion: "32054"
    uid: 570c1288-8d83-4918-a1fd-e853c567e53a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31705"
    uid: e8172eba-be59-4db2-8dd7-4ece4cb0a345
  kind: Event
  lastTimestamp: "2026-09-17T23:51:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:36Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d640bcb97c53db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32055"
    uid: 97e56da0-52a8-4179-b348-fb6f18faa388
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31867"
    uid: e8172eba-be59-4db2-8dd7-4ece4cb0a345
  kind: Event
  lastTimestamp: "2026-09-17T23:51:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:51Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d640c3b71ba793
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: 88b96ac3-dbb6-41d9-89f2-6ed82668cefb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31867"
    uid: e8172eba-be59-4db2-8dd7-4ece4cb0a345
  kind: Event
  lastTimestamp: "2026-09-17T23:51:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:51Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d640c3b784993b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32175"
    uid: 0db57d56-e756-4cc3-ab07-6f7066809913
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31696"
    uid: 0d00b1f8-8a5b-46eb-a515-afba07aa5ff7
  kind: Event
  lastTimestamp: "2026-09-17T23:51:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:51:48Z"
    name: isvc-lightgbm-v2-runtime.18d640b93a523b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "32155"
    uid: e0c4ca2f-7c50-402a-8e66-bb066992c800
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31696"
    uid: 0d00b1f8-8a5b-46eb-a515-afba07aa5ff7
  kind: Event
  lastTimestamp: "2026-09-17T23:51:06Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:51:06Z"
    name: isvc-lightgbm-v2-runtime.18d640b93ac251e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: f74b60cd-deb4-47aa-a9b8-13153f5a5b98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32153"
    uid: 0d00b1f8-8a5b-46eb-a515-afba07aa5ff7
  kind: Event
  lastTimestamp: "2026-09-17T23:51:48Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:51:48Z"
    name: isvc-lightgbm-v2-runtime.18d640c3130f899c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32154"
    uid: a37819bb-3a1d-432e-8031-3e22ffb105ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29591"
    uid: e75413ef-65a6-4c28-ab47-436374248711
  kind: Event
  lastTimestamp: "2026-09-17T23:49:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:49:03Z"
    name: isvc-lightgbm.18d640854bfe5d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: 0e918829-a392-4338-b2d6-f8887279d66e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29591"
    uid: e75413ef-65a6-4c28-ab47-436374248711
  kind: Event
  lastTimestamp: "2026-09-17T23:47:23Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:47:23Z"
    name: isvc-lightgbm.18d640854c7dfee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29621"
    uid: 37721785-db86-4010-bf9b-0ce55efcc417
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29593"
    uid: e75413ef-65a6-4c28-ab47-436374248711
  kind: Event
  lastTimestamp: "2026-09-17T23:47:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:47:23Z"
    name: isvc-lightgbm.18d640855155e97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29622"
    uid: 9dfa291f-4453-4aad-95ed-5eb5f24122b8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30575"
    uid: e75413ef-65a6-4c28-ab47-436374248711
  kind: Event
  lastTimestamp: "2026-09-17T23:49:03Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:49:03Z"
    name: isvc-lightgbm.18d6409c91c83a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30576"
    uid: b8e6cbf7-41c5-49fa-a493-4dee78cc65bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:25:27.754926Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6465ffc5dd-vdqr7
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:25:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:25:27Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f5306c7a7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: f4823785-a6d4-4df3-ba1f-cbf04f3f7998
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:27Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f53152e1485
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: 9d6f270e-19a2-44f5-a662-e3c076bfb5a9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:28Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:25:28Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f534c99f0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: 3b8d2208-b7ff-4c04-98a5-1d7f58dc0411
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:28Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f534e4a7d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: b79722c7-fcf1-44f6-a75e-e9a47a5ab3a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:29Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f5351fb829e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16902"
    uid: eba0acfb-415f-48af-b9b2-ab75670a8cbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:29Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f5352716681
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: 6b12928b-b4a1-45fa-bbc7-f40869edddd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:32Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f54348f1be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: 13ddc153-3899-4dc9-8325-fe7d0f8567cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:32Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f5437d32081
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: a41249f9-a94e-4273-b382-ee84c2fa664c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:32Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f543849fb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16942"
    uid: a01f812c-de63-4949-bfd5-6ecec888a16f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:32Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f5438539b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: e7bfa4be-f078-4dca-a8bf-11a5c205fc9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:32Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f543b73f779
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 231813fe-4930-4f3f-9b88-7a9867ccf8b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:32Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f543be93944
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: b9112c08-21f8-424f-8ae2-d8ea2e67727e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0747765e9bfc84706177c8d04eece41800cf0a209415692e8ad8ead1a0eafce3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:32Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f543bf4fd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: c43fba5b-452b-4893-967e-86c5031f01a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f543ff10f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: a80074a9-b2db-4a30-9907-c647cf1db13d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f5440669f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: aff8b2e7-e7af-4d04-9145-f69bbe8b2d26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:27:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:10Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f5470981e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: e3c77a41-f3db-4362-9d5e-a16b57925e07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:27:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T23:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:10Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f54ac747d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 5ed10bf1-b46b-4d08-860a-85fdb6a2d2dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:27:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:02Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f693061b1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: 62972726-78dc-4a51-9920-7f4dd7b3a8d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:27:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:02Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f6930631fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: 77527f1e-0177-4d11-996c-77f064ed5120
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:27:02Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T23:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:02Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f69306330b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: 5b9c6f0f-a19f-46e3-a228-c6ce70f28a18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6465ffc5dd-vdqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 772765a5-3682-4b88-adcf-ac4a5527e8d4
  kind: Event
  lastTimestamp: "2026-09-17T23:27:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:27:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:15Z"
    name: isvc-logger-predictor-6465ffc5dd-vdqr7.18d63f69dcc06665
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: 7a3928b5-028c-46e5-8a6e-fd6611bef18d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6465ffc5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: a974455e-b910-4ab4-b3bf-aaaa0a283d40
  kind: Event
  lastTimestamp: "2026-09-17T23:25:27Z"
  message: 'Created pod: isvc-logger-predictor-6465ffc5dd-vdqr7'
  metadata:
    creationTimestamp: "2026-09-17T23:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:27Z"
    name: isvc-logger-predictor-6465ffc5dd.18d63f5306382ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: bf183c61-90e8-4cdd-a862-3b48640f858b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: 0ec24e0f-2c23-413f-b413-095196507874
  kind: Event
  lastTimestamp: "2026-09-17T23:25:27Z"
  message: Scaled up replica set isvc-logger-predictor-6465ffc5dd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:27Z"
    name: isvc-logger-predictor.18d63f530300ba7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: f321e127-d267-4787-a7c0-12a8a5790bbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 0e591677-8d6b-45ae-9f01-a5b7a9604be8
  kind: Event
  lastTimestamp: "2026-09-17T23:26:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:12Z"
    name: isvc-logger-predictor.18d63f5681794fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: 418be677-a358-4764-8f00-320b2ec63c30
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 0e591677-8d6b-45ae-9f01-a5b7a9604be8
  kind: Event
  lastTimestamp: "2026-09-17T23:26:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:12Z"
    name: isvc-logger-predictor.18d63f5681c63eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: 7f61cb3a-1631-4e80-a340-d753ac1f12b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 0e591677-8d6b-45ae-9f01-a5b7a9604be8
  kind: Event
  lastTimestamp: "2026-09-17T23:26:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:57Z"
    name: isvc-logger-predictor.18d63f5a0078e396
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 0895c4e0-e372-41b4-bb76-7eb4cd8824e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 0e591677-8d6b-45ae-9f01-a5b7a9604be8
  kind: Event
  lastTimestamp: "2026-09-17T23:26:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:57Z"
    name: isvc-logger-predictor.18d63f5a00df8457
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 815733b9-a9f4-43a9-bbf6-132e66c6e0a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 99f92075-fbe3-49ae-918b-75b4ecf51653
  kind: Event
  lastTimestamp: "2026-09-17T23:26:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:26:50Z"
    name: isvc-logger.18d63f53030f9884
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 60902789-8387-47e0-a477-21965edd84ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 99f92075-fbe3-49ae-918b-75b4ecf51653
  kind: Event
  lastTimestamp: "2026-09-17T23:25:27Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T23:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:27Z"
    name: isvc-logger.18d63f530399d224
    namespace: kserve-ci-e2e-test
    resourceVersion: "16850"
    uid: b2db0adf-3878-4d57-909e-683e0a969a08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 99f92075-fbe3-49ae-918b-75b4ecf51653
  kind: Event
  lastTimestamp: "2026-09-17T23:26:50Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:26:50Z"
    name: isvc-logger.18d63f6663cf763e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: 03b3cbfb-4a00-4640-b6b6-95d660951acb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:52:36.834326Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32733"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:52:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:52:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640ce537a94d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: a329c17b-af51-4638-99d6-74e789d34e49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:37Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:52:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640ce758fcb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32755"
    uid: fb8fbd75-c258-4d90-89f9-726e6972bb67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640ce77166397
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: ad549a47-e07e-4af6-b8e9-72a5111743c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640ce7a0829bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 8ffdfd8b-e19d-49ee-aa89-74e785e41536
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640ce7a8de65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 26b6094e-170a-468d-b326-71f3447ea67c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:41Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T23:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640cf7ab88e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32798"
    uid: 4065bc98-7a34-4acf-808f-42380e422f6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640cf7d6b1536
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 99016f6d-acab-4623-b7af-a06fe29b2af1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640cf7ddb1846
    namespace: kserve-ci-e2e-test
    resourceVersion: "32803"
    uid: 2952e20e-72ea-4a03-b11f-97421c96aa29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640cf7de4f3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32804"
    uid: 4516db44-4966-424d-8cf0-6229721a140c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640cf808b72fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32807"
    uid: 60d6c9a8-85fa-401e-8e99-60dd05ff567a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:52:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640cf80ffc2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32808"
    uid: 74c1b4bf-48e4-4492-9347-c111b8a81c15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:53:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640d9fcb0b4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33160"
    uid: 0fb0e37c-f2a2-4dc1-924e-049f38b06306
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: 26617538-bc30-43ce-86d6-5bb08ad00551
  kind: Event
  lastTimestamp: "2026-09-17T23:53:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:26Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2.18d640d9fcb1cec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: acf51bde-776f-4092-bdcd-26f8813e673b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "32725"
    uid: 96e427d3-ec7b-410a-b085-472e99bd132b
  kind: Event
  lastTimestamp: "2026-09-17T23:52:36Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-6gbl2'
  metadata:
    creationTimestamp: "2026-09-17T23:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d640ce531ade0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: 2b448891-079a-44a6-a8fe-be8ca844848e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32722"
    uid: 3e9c828e-d4df-403e-8ec7-0757d5de8d56
  kind: Event
  lastTimestamp: "2026-09-17T23:52:36Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:36Z"
    name: isvc-mlflow-v2-runtime-predictor.18d640ce50774a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32726"
    uid: 5f51840e-7875-4e26-b9ad-53f8f5973bd6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32723"
    uid: 4d8155cb-fa12-4d49-98a7-6aef4cee744b
  kind: Event
  lastTimestamp: "2026-09-17T23:53:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:06Z"
    name: isvc-mlflow-v2-runtime-predictor.18d640d1cf55d832
    namespace: kserve-ci-e2e-test
    resourceVersion: "32987"
    uid: 05066809-0313-400e-9b85-95001e31de1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32723"
    uid: 4d8155cb-fa12-4d49-98a7-6aef4cee744b
  kind: Event
  lastTimestamp: "2026-09-17T23:53:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:06Z"
    name: isvc-mlflow-v2-runtime-predictor.18d640d1cfbb5470
    namespace: kserve-ci-e2e-test
    resourceVersion: "32988"
    uid: 39da008f-3ead-44da-83d0-7ca968a750ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32878"
    uid: 4d8155cb-fa12-4d49-98a7-6aef4cee744b
  kind: Event
  lastTimestamp: "2026-09-17T23:53:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:21Z"
    name: isvc-mlflow-v2-runtime-predictor.18d640d8cd59a738
    namespace: kserve-ci-e2e-test
    resourceVersion: "33104"
    uid: 5a78f6fe-4acf-4731-a4a3-7a7d76413212
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32878"
    uid: 4d8155cb-fa12-4d49-98a7-6aef4cee744b
  kind: Event
  lastTimestamp: "2026-09-17T23:53:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:21Z"
    name: isvc-mlflow-v2-runtime-predictor.18d640d8cdbc4027
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: c6e01ad3-0392-4852-817f-7c99360b3b04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32715"
    uid: 02aa4ac7-b90f-4e88-9d85-67add6d6088d
  kind: Event
  lastTimestamp: "2026-09-17T23:53:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:53:18Z"
    name: isvc-mlflow-v2-runtime.18d640ce506ec870
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: d704810b-2f6a-4dd3-8374-2e48977d914e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32715"
    uid: 02aa4ac7-b90f-4e88-9d85-67add6d6088d
  kind: Event
  lastTimestamp: "2026-09-17T23:52:36Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:52:36Z"
    name: isvc-mlflow-v2-runtime.18d640ce5111453f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32730"
    uid: b59f24bb-6668-48dc-9bf5-6eb390b2cd38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: 02aa4ac7-b90f-4e88-9d85-67add6d6088d
  kind: Event
  lastTimestamp: "2026-09-17T23:53:18Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:53:18Z"
    name: isvc-mlflow-v2-runtime.18d640d81dd64a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: cd82100b-516a-4f34-8a03-1805ddfc1698
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:54:57.366964Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34015"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:54:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:54:57Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640ef0be07657
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: 3fedfd1c-dd6b-411a-a92c-a156eeb2aacc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:54:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:54:57Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640ef144d2dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34032"
    uid: 023c347c-e4df-4833-87f6-8cec8a22da9d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34025"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:54:58Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:54:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640ef51872870
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 2aff7606-d69c-454c-828f-0b64bd62ec05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:54:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:54:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640ef53120eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34046"
    uid: 93c4d384-fa10-4129-a232-46752de58ebf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:54:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:54:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640ef55e6c86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34047"
    uid: d55b5d13-9156-4fb8-a4f7-7a2bdae396ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:54:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:54:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640ef565aa944
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: 6cbf9adc-9048-48f9-b609-11e74c3ae42c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:55:03Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:03Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640f0706f2f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34104"
    uid: aaa40415-ec05-423a-b94e-281af81e6298
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:55:15Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.695s (11.695s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640f329841fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34279"
    uid: f8d03fe7-6825-40e5-97ba-ee0e8d9281e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:55:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640f32cee69ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34281"
    uid: 96835551-6700-444c-bbdd-ee9752b47106
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:55:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640f32d51c238
    namespace: kserve-ci-e2e-test
    resourceVersion: "34282"
    uid: 9fd70e6a-5bf1-43cd-9204-be49589c26e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:55:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640f32d5b2031
    namespace: kserve-ci-e2e-test
    resourceVersion: "34283"
    uid: 7030769d-635a-42bf-977f-777834ef0429
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:55:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640f33008d616
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: c30aafd9-7bbe-4161-a3cf-0743f5f413c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:55:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640f3306d404b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34285"
    uid: bba7896b-7ab9-4a19-8a6a-99027e1d56aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:55:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640f33f8d7950
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: 35656eff-8612-48e4-bde8-1aa1099a8c09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:56:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640ffa4fd3616
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: 6675783f-e7fd-4b2f-8c74-45457a87a5b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: b18f8c25-0059-42d2-9d1e-ea891484a10c
  kind: Event
  lastTimestamp: "2026-09-17T23:56:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vgn6s.18d640ffa4fdb986
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 7b9ab965-ad8f-423b-b69e-82d7da12830d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34006"
    uid: ec727e08-45d7-4fcb-bb97-89f0d02759c9
  kind: Event
  lastTimestamp: "2026-09-17T23:54:57Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-vgn6s'
  metadata:
    creationTimestamp: "2026-09-17T23:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:54:57Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d640ef0b6da70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: c6461d26-35c2-4887-9c88-64a96f8ad558
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 687a27bb-f2da-41e3-97b9-7e856559ecb8
  kind: Event
  lastTimestamp: "2026-09-17T23:54:57Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:54:57Z"
    name: isvc-paddle-predictor.18d640ef0886d8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34008"
    uid: 878b646f-e4f8-45ba-8d1c-d6bd74dd7563
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34005"
    uid: 6eaaeeec-2247-4639-beea-2b42e9b79544
  kind: Event
  lastTimestamp: "2026-09-17T23:55:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:27Z"
    name: isvc-paddle-predictor.18d640f2871b0d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "34388"
    uid: 02e97ce2-34fe-4c39-aa49-d2d0ab3aead9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34005"
    uid: 6eaaeeec-2247-4639-beea-2b42e9b79544
  kind: Event
  lastTimestamp: "2026-09-17T23:55:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:27Z"
    name: isvc-paddle-predictor.18d640f28777fc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: 1a81a83c-4ad9-4c50-a9ba-2848a648d6cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34254"
    uid: 6eaaeeec-2247-4639-beea-2b42e9b79544
  kind: Event
  lastTimestamp: "2026-09-17T23:55:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:57Z"
    name: isvc-paddle-predictor.18d640f984c7d803
    namespace: kserve-ci-e2e-test
    resourceVersion: "34608"
    uid: e91f038f-aa3b-4628-8868-56bda5135b45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34254"
    uid: 6eaaeeec-2247-4639-beea-2b42e9b79544
  kind: Event
  lastTimestamp: "2026-09-17T23:55:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:57Z"
    name: isvc-paddle-predictor.18d640f9852c872a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34609"
    uid: 9167c8f8-4763-4dcb-844f-9dc1def8a77f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:56:13.845264Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-82wvq
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:56:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:56:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d64100da56bc36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34783"
    uid: 7ebe8d63-c77a-4c3a-8c03-57d2947ad19f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d64100e7423522
    namespace: kserve-ci-e2e-test
    resourceVersion: "34795"
    uid: 1f9de5da-8754-4e5f-90a2-9b6ae90f0e88
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34787"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:15Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:56:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d6410155d7a62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34809"
    uid: e2491e53-e5fa-4a0c-b263-9a2b003e8469
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d6410157637bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34812"
    uid: 85ae3e28-bb7d-4869-9ad6-c26c25334c5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d641015a5198f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34814"
    uid: ad93979c-00d5-49a3-8763-d533c03d7cc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:16Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d641015ac7e786
    namespace: kserve-ci-e2e-test
    resourceVersion: "34815"
    uid: 13e080df-6ade-407a-85ef-c281a4a4a19d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:20Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:20Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d641027713b336
    namespace: kserve-ci-e2e-test
    resourceVersion: "34853"
    uid: 3dc90bb7-3aac-4e39-857f-137ee9af7e2f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:32Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.355s (11.355s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d641051be6e3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: 0ad3be61-3c07-470a-9e22-9b73468a06c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d641051ef4bf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35019"
    uid: 0ca4763e-2589-46e7-8abf-e30d9f20facf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d641051f6ce7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35020"
    uid: 192696e0-5731-4ab8-89fa-c25924e66c25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d641051f7782bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35021"
    uid: 9658391c-1cf6-486a-b29f-fa539499b11d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d64105220d7bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35022"
    uid: 4fda3eb2-2200-41cb-90f8-20d3ca71a75e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:56:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d641052284a1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35023"
    uid: 4662a9dd-d418-4874-97b7-731708a73628
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:57:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d64105818f8ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "35411"
    uid: fb64a02c-16c0-4760-a3e0-ee57623f7e8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:57:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:25Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d6411176fc2c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35547"
    uid: 314d9b4c-332b-4ef0-b69a-13a0f45b9283
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 3d9fbf7e-a81f-46cf-9658-0203be723a59
  kind: Event
  lastTimestamp: "2026-09-17T23:57:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:25Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-82wvq.18d6411176fc8a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 17af64fc-533c-4d5a-b5a8-0a7987225b6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34769"
    uid: 606e9415-3612-4a07-9c41-84532b70cf81
  kind: Event
  lastTimestamp: "2026-09-17T23:56:13Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-82wvq'
  metadata:
    creationTimestamp: "2026-09-17T23:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d64100d9f0ccc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34780"
    uid: 46fe30b4-362d-47d7-a128-9bda1fab4129
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: 04ecffbc-33a1-4a18-ac1a-d912e07e740a
  kind: Event
  lastTimestamp: "2026-09-17T23:56:13Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:13Z"
    name: isvc-paddle-runtime-predictor.18d64100d6c595e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34770"
    uid: 622c381c-99d6-4ace-9abe-c14f602b7c79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: 9a385eb9-85a2-407e-8765-68781100b266
  kind: Event
  lastTimestamp: "2026-09-17T23:56:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:43Z"
    name: isvc-paddle-runtime-predictor.18d6410455373e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "35201"
    uid: bf01a5e1-4442-4c23-a073-be0b9916a6aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: 9a385eb9-85a2-407e-8765-68781100b266
  kind: Event
  lastTimestamp: "2026-09-17T23:56:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:43Z"
    name: isvc-paddle-runtime-predictor.18d64104559a05c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35202"
    uid: cccc1cfc-5d3e-4622-a3ca-e03030d8b817
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34941"
    uid: 9a385eb9-85a2-407e-8765-68781100b266
  kind: Event
  lastTimestamp: "2026-09-17T23:57:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:57:13Z"
    name: isvc-paddle-runtime-predictor.18d6410b52eddacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35444"
    uid: c64a1834-825e-4a4f-9fb3-73f6f8e797bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34941"
    uid: 9a385eb9-85a2-407e-8765-68781100b266
  kind: Event
  lastTimestamp: "2026-09-17T23:57:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:57:13Z"
    name: isvc-paddle-runtime-predictor.18d6410b534ee4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35445"
    uid: 9567b0e1-6439-45c1-81c9-f7f9600fcd57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34759"
    uid: df2ba31f-fc81-4363-ba51-612bcf7d113a
  kind: Event
  lastTimestamp: "2026-09-17T23:57:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:57:19Z"
    name: isvc-paddle-runtime.18d64100d6cac7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35494"
    uid: 245bfa2a-9796-4cc3-81a3-99bdcba96a89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34759"
    uid: df2ba31f-fc81-4363-ba51-612bcf7d113a
  kind: Event
  lastTimestamp: "2026-09-17T23:56:13Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:56:13Z"
    name: isvc-paddle-runtime.18d64100d759626e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34774"
    uid: 0da91be6-a9a9-44b2-95e3-329aa31f2a38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35492"
    uid: df2ba31f-fc81-4363-ba51-612bcf7d113a
  kind: Event
  lastTimestamp: "2026-09-17T23:57:19Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:57:19Z"
    name: isvc-paddle-runtime.18d641103c8c9496
    namespace: kserve-ci-e2e-test
    resourceVersion: "35493"
    uid: 431f9d7f-3601-4e2f-ab6c-b2f80f269aff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:57:30.379766Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:57:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:57:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64112ac268d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "35620"
    uid: 7bb62934-ce95-42fe-aabe-61e4107cb667
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64112bb5996f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: c54937e7-2246-4b7d-ba7a-56c0d2d0a90c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35624"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:31Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:57:31Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64112f202bf72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35639"
    uid: 3f632215-036e-4338-a4c9-4c1cac5e953a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:31Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64112f3775a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35641"
    uid: 2879d916-5881-40b0-b178-be674a68cc56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:31Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64112f600a0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35643"
    uid: 236cd084-2329-4096-8d37-e148a0277441
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:31Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64112f677674d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35644"
    uid: b8f215e1-9d31-4bb1-a54e-02b2c12b0286
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:37Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d641143a175095
    namespace: kserve-ci-e2e-test
    resourceVersion: "35690"
    uid: 3053f064-e01d-4e62-9048-beb7f85586bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d641143d479be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35694"
    uid: 26aba382-fcd3-4f41-9afb-8338b4ad3308
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d641143dbf82ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "35697"
    uid: aa36e2a7-3056-4736-8bd0-39cee20aecf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d641143dcb0fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35698"
    uid: 7f3e0a80-ba8c-4cc2-a5b9-3eec99489f8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64114409d2b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35700"
    uid: 6dd1bc64-bb5a-4f6a-8646-a509e66486a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:57:37Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64114410f03f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35701"
    uid: 3992dcf2-4593-4b37-a7fa-5acde80f8553
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64114760bdcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36332"
    uid: fc815c39-6990-49ee-a021-e921eb648d24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:32Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d6412104f8a816
    namespace: kserve-ci-e2e-test
    resourceVersion: "36313"
    uid: d7328764-076e-4d25-b7c4-d969dff9bdbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:32Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d6412104f927ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: 38fa6239-183b-4c4a-bed8-2f839cc90921
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 829b5680-62dc-4a50-bfdc-ba719b1279c0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck.18d64121801e8769
    namespace: kserve-ci-e2e-test
    resourceVersion: "36331"
    uid: fc7c927c-7a3d-43f2-8665-71c86d70ece2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 29e1dc83-c96f-4391-b70d-652f1dd96cc0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:30Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d2gck'
  metadata:
    creationTimestamp: "2026-09-17T23:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:57:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d64112abbba8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35617"
    uid: c52f84cb-daa2-4742-829e-d2a0658239a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35603"
    uid: ad3830eb-4173-4932-a067-d79800f5cb47
  kind: Event
  lastTimestamp: "2026-09-17T23:57:30Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:57:30Z"
    name: isvc-paddle-v2-kserve-predictor.18d64112a8b80d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "35607"
    uid: dec044cb-3cbb-4bf4-949d-b84cd0f02f49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35604"
    uid: 653bdcb5-0303-408b-baac-c09c2d079f70
  kind: Event
  lastTimestamp: "2026-09-17T23:58:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:15Z"
    name: isvc-paddle-v2-kserve-predictor.18d64116275de1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: e849f186-8930-4a24-8d81-166a261d96b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35604"
    uid: 653bdcb5-0303-408b-baac-c09c2d079f70
  kind: Event
  lastTimestamp: "2026-09-17T23:58:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:15Z"
    name: isvc-paddle-v2-kserve-predictor.18d6411627c36dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36155"
    uid: 9e62ee99-7cc2-49c2-8d07-257401178a56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: 653bdcb5-0303-408b-baac-c09c2d079f70
  kind: Event
  lastTimestamp: "2026-09-17T23:58:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:30Z"
    name: isvc-paddle-v2-kserve-predictor.18d64119a66dbc05
    namespace: kserve-ci-e2e-test
    resourceVersion: "36286"
    uid: 38122d7d-aa42-4d64-8044-eda52f4f72e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: 653bdcb5-0303-408b-baac-c09c2d079f70
  kind: Event
  lastTimestamp: "2026-09-17T23:58:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:30Z"
    name: isvc-paddle-v2-kserve-predictor.18d64119a6cfa50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: 58524259-5c9c-482c-86f1-b51b3a358f47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35595"
    uid: faaea5d1-2f87-4065-b92c-758c3d06888b
  kind: Event
  lastTimestamp: "2026-09-17T23:58:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:58:24Z"
    name: isvc-paddle-v2-kserve.18d64112a8b65cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36236"
    uid: b314b1b2-970f-40d6-837a-57643d0fa4e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35595"
    uid: faaea5d1-2f87-4065-b92c-758c3d06888b
  kind: Event
  lastTimestamp: "2026-09-17T23:57:30Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:57:30Z"
    name: isvc-paddle-v2-kserve.18d64112a94621a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: 0de63f92-3972-419e-9a0b-c5b720ee3e71
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36234"
    uid: faaea5d1-2f87-4065-b92c-758c3d06888b
  kind: Event
  lastTimestamp: "2026-09-17T23:58:24Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:58:24Z"
    name: isvc-paddle-v2-kserve.18d6411f30f08d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36235"
    uid: ca267d8a-70e2-4540-8913-866064632a76
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 7035505a-a8e2-4d58-bba0-a2f5eac839b5
  kind: Event
  lastTimestamp: "2026-09-17T23:56:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:56:01Z"
    name: isvc-paddle.18d640ef088cf076
    namespace: kserve-ci-e2e-test
    resourceVersion: "34646"
    uid: 47665f2f-9674-45cb-be51-a8364ef5c773
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 7035505a-a8e2-4d58-bba0-a2f5eac839b5
  kind: Event
  lastTimestamp: "2026-09-17T23:54:57Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T23:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:54:57Z"
    name: isvc-paddle.18d640ef08f8944d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34027"
    uid: 6d6fc409-66f6-4691-b68f-ad6f54ac0e85
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "33999"
    uid: 7035505a-a8e2-4d58-bba0-a2f5eac839b5
  kind: Event
  lastTimestamp: "2026-09-17T23:54:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:54:57Z"
    name: isvc-paddle.18d640ef0e3f9e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "34028"
    uid: b0f20305-d670-4780-a310-edf1f1008425
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 7035505a-a8e2-4d58-bba0-a2f5eac839b5
  kind: Event
  lastTimestamp: "2026-09-17T23:56:01Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:56:01Z"
    name: isvc-paddle.18d640fdfaf41be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34645"
    uid: 97d67ae8-ff23-4d72-aa22-6b741c490aff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:58:37.195851Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36382"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-p9rdq
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:58:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:58:37Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d641223ab31cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: bc237aa2-2412-4a1b-a8e1-f2e557610fc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36392"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:37Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:58:37Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d641225cb83464
    namespace: kserve-ci-e2e-test
    resourceVersion: "36401"
    uid: 4818c11c-dc03-4c3b-8bef-c0ae5604d4d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:37Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d641225e1940b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36403"
    uid: e19fa9f9-4e5f-4801-b216-60823f29634a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:37Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d64122610b25dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36405"
    uid: 4a976991-86d5-4074-b630-a331f87d423a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:37Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d641226182e3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36406"
    uid: 49839b26-a345-44a6-a36f-46bdb575b326
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:42Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:42Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d64123697c8f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "36438"
    uid: 8b84dcc9-32b6-4e71-8530-486db2916fe7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:49Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.315s (7.315s
    including waiting). Image size: 852995966 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:49Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d641251d842670
    namespace: kserve-ci-e2e-test
    resourceVersion: "36501"
    uid: 9669fee1-8132-4fda-a565-ff5fc6497697
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:49Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d6412520e30466
    namespace: kserve-ci-e2e-test
    resourceVersion: "36502"
    uid: 4113ef7d-6300-443c-9d3f-5fa1d90837e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:49Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d64125219914c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36503"
    uid: b94cc313-4bf0-4c1b-b7b8-ddc10b98dd8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:49Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d6412521a209b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: c947d3b3-b509-4063-904e-17d85c6084fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:49Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d6412524c2999f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36505"
    uid: 0b1f8d5a-7187-47aa-af76-7407b1227a77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:49Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d64125253681b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 3797cca7-8f79-4c99-95b5-8de1260c2e3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-18T00:00:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:07Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d6412584efda54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: 647ad8dd-0e3b-46af-b0d9-0ffadb595f25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-18T00:00:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T00:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:19Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d6413a02df8e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37381"
    uid: 3cd7b3ae-f2f8-45e9-9e76-f4baf1be1ab9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-18T00:00:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T00:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:19Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d6413a02e05fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37382"
    uid: 0fa27b30-755a-46f9-bae4-513e1a586c46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-p9rdq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: cf5a4f56-c791-4da5-9e90-9b076656d3d0
  kind: Event
  lastTimestamp: "2026-09-18T00:00:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T00:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:22Z"
    name: isvc-pmml-predictor-8674795f59-p9rdq.18d6413ab523726b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37405"
    uid: 7cea7611-93cb-48c0-9a36-3796e4153883
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: 0e1296ce-91fa-4c27-8d84-686c2861d227
  kind: Event
  lastTimestamp: "2026-09-17T23:58:37Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-p9rdq'
  metadata:
    creationTimestamp: "2026-09-17T23:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:37Z"
    name: isvc-pmml-predictor-8674795f59.18d641223a452038
    namespace: kserve-ci-e2e-test
    resourceVersion: "36385"
    uid: 9d2c3f90-cd4e-4962-8a16-157099d43a88
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: 0f5a30d9-fc23-4809-99b3-4336b6aa8744
  kind: Event
  lastTimestamp: "2026-09-17T23:58:37Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:37Z"
    name: isvc-pmml-predictor.18d64122374071d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 6a48732b-ae74-4b00-bb3b-7ec76dd04aad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36371"
    uid: 95c77c39-c252-4279-b9f2-e7e5fd809440
  kind: Event
  lastTimestamp: "2026-09-17T23:59:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:59:37Z"
    name: isvc-pmml-predictor.18d64125b5f39b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36941"
    uid: 0dda97d0-a169-4aa7-859b-34bc670dc4cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36371"
    uid: 95c77c39-c252-4279-b9f2-e7e5fd809440
  kind: Event
  lastTimestamp: "2026-09-17T23:59:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:59:37Z"
    name: isvc-pmml-predictor.18d64125b65ca295
    namespace: kserve-ci-e2e-test
    resourceVersion: "36942"
    uid: ef521964-c1ac-418b-a132-dc30b9f56c9f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36524"
    uid: 95c77c39-c252-4279-b9f2-e7e5fd809440
  kind: Event
  lastTimestamp: "2026-09-18T00:00:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:00:07Z"
    name: isvc-pmml-predictor.18d64133b1b4fa27
    namespace: kserve-ci-e2e-test
    resourceVersion: "37271"
    uid: 457f9310-6523-4ff2-90a5-4ddedcc62774
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36524"
    uid: 95c77c39-c252-4279-b9f2-e7e5fd809440
  kind: Event
  lastTimestamp: "2026-09-18T00:00:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:00:07Z"
    name: isvc-pmml-predictor.18d64133b1fa9e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37272"
    uid: b97e4559-0599-48db-beec-7f493466dfb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T00:00:24.540360Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37443"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-2bxz7
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T00:00:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T00:00:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413b38ee4c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "37449"
    uid: bcf143e5-5eb9-4f20-b598-7ef791729355
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37454"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:25Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T00:00:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413b5af755e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37461"
    uid: a9e300c0-7c79-4daa-95c1-8fa349c9538e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413b5c63f95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37463"
    uid: c6595a20-925b-4f9c-8bac-939cd280a1c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413b5f49de94
    namespace: kserve-ci-e2e-test
    resourceVersion: "37464"
    uid: 698907a3-7e0f-418e-b6cc-fd72cd39ed25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:25Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413b5fc2f7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: 022f4f65-618e-4e5f-bf70-3d7c6eecee44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:29Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T00:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413c7002661e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37512"
    uid: c72eb68c-9840-4bba-b1c7-f757619f01ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T00:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413c7366da92
    namespace: kserve-ci-e2e-test
    resourceVersion: "37516"
    uid: c2af356c-ca3c-49fa-b180-f6c2dac43c30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T00:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413c73dd2a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "37517"
    uid: 6b52fe9d-2875-4b74-bbe4-aeb71fbf5a99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T00:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413c73e75b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37518"
    uid: 84d409f4-0354-4bfa-b867-698b531d639a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T00:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413c76ef04a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37520"
    uid: 6503c67c-e491-45d1-bc06-920a119fbcc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:00:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T00:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:00:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413c776289ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37521"
    uid: b09a756d-3971-48f8-ac11-fa4a92bdc6b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:02:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T00:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d6413ce7f02eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38277"
    uid: d855f56f-6182-40f6-8aac-77b0610c858d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:02:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T00:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d64152ee34ed6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38264"
    uid: b4a61008-d6ba-4bdf-8a7e-957a4dc8b365
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:02:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T00:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d64152ee360b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38265"
    uid: 69042698-8a9a-4a87-8671-6ba545c4c1ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 6e31dc56-c9a3-4d48-8ba8-4d1fdea44d72
  kind: Event
  lastTimestamp: "2026-09-18T00:02:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T00:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:07Z"
    name: isvc-pmml-runtime-predictor-885fc8777-2bxz7.18d64153423551d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38276"
    uid: 9c70170b-6ec1-405c-935d-931cfd723db5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: fe5b1789-4646-490f-9bc4-8911667a63c3
  kind: Event
  lastTimestamp: "2026-09-18T00:00:24Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-2bxz7'
  metadata:
    creationTimestamp: "2026-09-18T00:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:00:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d6413b386ec389
    namespace: kserve-ci-e2e-test
    resourceVersion: "37445"
    uid: 9da09ea4-3dc5-439f-815c-e716af34399c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37431"
    uid: f211a774-51e3-408e-bf73-c26a7075c6f3
  kind: Event
  lastTimestamp: "2026-09-18T00:00:24Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T00:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:00:24Z"
    name: isvc-pmml-runtime-predictor.18d6413b358cfe6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: df818e74-94ed-46cd-a74c-5873f0567519
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37432"
    uid: d0f82b9f-9ac8-42b7-93d4-bc16d637b0e3
  kind: Event
  lastTimestamp: "2026-09-18T00:00:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T00:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:00:54Z"
    name: isvc-pmml-runtime-predictor.18d6413eb4019756
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 14080aac-68a6-48e3-9cdb-e54a62ad60e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37432"
    uid: d0f82b9f-9ac8-42b7-93d4-bc16d637b0e3
  kind: Event
  lastTimestamp: "2026-09-18T00:00:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T00:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:00:54Z"
    name: isvc-pmml-runtime-predictor.18d6413eb4691b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "37706"
    uid: b7d3476d-16a8-470e-846d-1708d030e711
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T00:01:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37599"
    uid: d0f82b9f-9ac8-42b7-93d4-bc16d637b0e3
  kind: Event
  lastTimestamp: "2026-09-18T00:01:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T00:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:01:54Z"
    name: isvc-pmml-runtime-predictor.18d64145b1c7fd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38160"
    uid: b9d02a77-a691-43d7-a7fa-a2b18f8a0bb9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T00:01:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37599"
    uid: d0f82b9f-9ac8-42b7-93d4-bc16d637b0e3
  kind: Event
  lastTimestamp: "2026-09-18T00:01:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T00:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:01:54Z"
    name: isvc-pmml-runtime-predictor.18d64145b24f7518
    namespace: kserve-ci-e2e-test
    resourceVersion: "38161"
    uid: af5ff0d1-93a5-4db5-8c0b-9f79c7a9e873
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: 8e183692-47cf-4877-ba0f-6783fdc69174
  kind: Event
  lastTimestamp: "2026-09-18T00:01:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T00:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:01:57Z"
    name: isvc-pmml-runtime.18d6413b358f928e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38192"
    uid: b73f7b7a-80da-4e84-adcf-82879293caee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: 8e183692-47cf-4877-ba0f-6783fdc69174
  kind: Event
  lastTimestamp: "2026-09-18T00:00:24Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T00:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:00:24Z"
    name: isvc-pmml-runtime.18d6413b3615ce23
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: 91978bcf-7618-4817-b8f6-7aa2793976cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:01:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38190"
    uid: 8e183692-47cf-4877-ba0f-6783fdc69174
  kind: Event
  lastTimestamp: "2026-09-18T00:01:57Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T00:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:01:57Z"
    name: isvc-pmml-runtime.18d64150f2f26d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "38191"
    uid: 9186521e-4c96-4fac-81f8-5dbd689e2604
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:59:45.125954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:59:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:59:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d641320ba62ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: 4f60ec04-6fe4-467f-945f-0707c2579555
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37055"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:45Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:59:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d641322d7a209a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 56af39f4-0a82-4f2c-95fd-b4eaf0795eea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d641322eed9622
    namespace: kserve-ci-e2e-test
    resourceVersion: "37067"
    uid: 43ac29fb-2d7a-4914-9892-bb366a4aef0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d6413235d692e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37070"
    uid: 36a79d19-79b7-4856-a163-da84af15c827
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d64132368542ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37071"
    uid: d5d5c079-8341-4fda-802d-6d5b5d8d12d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:50Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:50Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d641334e8b4bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: a617b500-1df8-4288-8307-c4398bdaeda8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:57Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.159s (7.159s
    including waiting). Image size: 852995966 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d64134f943fa07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: e9ecc22c-9e96-4041-8d5a-62d2bfdb8137
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d64134fc37b185
    namespace: kserve-ci-e2e-test
    resourceVersion: "37170"
    uid: b0cfc4ee-cb86-460b-aacc-932d4363f6fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d64134fcaaa72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37171"
    uid: dedfec48-c0d8-4be3-862a-b425b6fcd507
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d64134fcb5536d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: 8f542010-f752-4b03-8f7f-39d5650be37c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d64134ff58cf61
    namespace: kserve-ci-e2e-test
    resourceVersion: "37175"
    uid: 92fa1787-cbaf-4bd5-8bdd-c72c2c318df3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-17T23:59:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:57Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d64134ffccd040
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: 5e682e73-6586-4fc6-8f8c-1e4e91853aee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-18T00:01:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:01:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d6413569514c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: 88bdfdff-9c18-4407-affb-15683b127d5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-18T00:01:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T00:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:01:26Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d64149bca7fd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "37960"
    uid: 96bf651b-089d-4cb1-98fc-9788c388210c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-18T00:01:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T00:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:01:26Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d64149bca86700
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: 299a2fd0-259b-4830-a2b0-11c6f773ed2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37047"
    uid: 3fbfa1b6-b513-4ad1-9b11-924d6e71bfbd
  kind: Event
  lastTimestamp: "2026-09-18T00:01:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T00:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:01:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm.18d6414a99877245
    namespace: kserve-ci-e2e-test
    resourceVersion: "37994"
    uid: a77e1bff-ebcc-49fd-bae5-bb07a1f8524d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37036"
    uid: 586ee32d-c43d-43d9-8c72-5d944befe006
  kind: Event
  lastTimestamp: "2026-09-17T23:59:45Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-p8khm'
  metadata:
    creationTimestamp: "2026-09-17T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:59:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d641320b1057f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37046"
    uid: c2d37279-3288-4340-bf73-a2c5d6b4428a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 113347ad-6e65-48b5-95c8-6275ac1cfccf
  kind: Event
  lastTimestamp: "2026-09-17T23:59:45Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:59:45Z"
    name: isvc-pmml-v2-kserve-predictor.18d64132088d6b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37037"
    uid: 7841b83a-40a8-4aca-89d7-d20027e3edfd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: ac0c3ba3-cf31-497c-bf10-58ac60ac99e8
  kind: Event
  lastTimestamp: "2026-09-18T00:00:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T00:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:00:30Z"
    name: isvc-pmml-v2-kserve-predictor.18d6413586f63224
    namespace: kserve-ci-e2e-test
    resourceVersion: "37525"
    uid: e941755e-c8d5-4b99-bee4-344685d2f253
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: ac0c3ba3-cf31-497c-bf10-58ac60ac99e8
  kind: Event
  lastTimestamp: "2026-09-18T00:00:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T00:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:00:30Z"
    name: isvc-pmml-v2-kserve-predictor.18d64135875dd1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: 0e7d5579-9fc1-4542-9355-bb89c89582cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37194"
    uid: ac0c3ba3-cf31-497c-bf10-58ac60ac99e8
  kind: Event
  lastTimestamp: "2026-09-18T00:01:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T00:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:01:15Z"
    name: isvc-pmml-v2-kserve-predictor.18d6414003fbc5c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: c77dab94-05b1-4aab-9ab0-aeaa1ede1a43
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37194"
    uid: ac0c3ba3-cf31-497c-bf10-58ac60ac99e8
  kind: Event
  lastTimestamp: "2026-09-18T00:01:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T00:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:01:15Z"
    name: isvc-pmml-v2-kserve-predictor.18d641400446c8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: d52276d1-a846-45bb-b595-3d114319535f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37025"
    uid: bb22fd7a-e5a8-48e5-bf34-6a75a7b6448d
  kind: Event
  lastTimestamp: "2026-09-18T00:01:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:01:23Z"
    name: isvc-pmml-v2-kserve.18d64132088de8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: dd51ce59-ec86-4cc9-b79b-8dc799ca62ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37025"
    uid: bb22fd7a-e5a8-48e5-bf34-6a75a7b6448d
  kind: Event
  lastTimestamp: "2026-09-17T23:59:45Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:59:45Z"
    name: isvc-pmml-v2-kserve.18d641320920fef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37041"
    uid: 5e0a8eec-8f7f-46ab-b0e0-d744b7054220
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: bb22fd7a-e5a8-48e5-bf34-6a75a7b6448d
  kind: Event
  lastTimestamp: "2026-09-18T00:01:23Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T00:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:01:23Z"
    name: isvc-pmml-v2-kserve.18d64148f8592a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "37922"
    uid: 751165ae-bfd1-4cbe-b03e-99d12ced5887
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: c7d6a5fe-1764-44e4-9c78-2aacae1ffb89
  kind: Event
  lastTimestamp: "2026-09-18T00:00:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:00:15Z"
    name: isvc-pmml.18d641223744a2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: c212f548-7b8f-45ff-b64e-2d64093740a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: c7d6a5fe-1764-44e4-9c78-2aacae1ffb89
  kind: Event
  lastTimestamp: "2026-09-17T23:58:37Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:58:37Z"
    name: isvc-pmml.18d6412237e12238
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 6eca32c9-3b16-4e7a-8d9f-cd35efaf50ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: c7d6a5fe-1764-44e4-9c78-2aacae1ffb89
  kind: Event
  lastTimestamp: "2026-09-18T00:00:15Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-18T00:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:00:15Z"
    name: isvc-pmml.18d6413907d13e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37335"
    uid: 1e318266-c449-4110-9388-5def7c4bd8df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:25:33.955479Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f54785ca3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: b84d4ffb-ed30-4bdc-9d0d-093d991c7be8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f54829c8bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: 1d931956-5536-4751-a7cb-4091880300a5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16995"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:35Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:25:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f54bddbe056
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 9bd5b79b-f6fe-4c81-afe9-f3cc7638aabb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f54bf512697
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: 17741fe7-6271-42cd-bc23-0f565ccb126c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f54c25c4df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17016"
    uid: 2b6918d5-a1af-4b66-89a0-269092c1202b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f54c2cc9a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17017"
    uid: 51d777aa-b417-44b3-b61e-4743cfad4416
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:39Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f55d0e8573e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: daec1e60-c0e6-4c52-bd48-5e55ceb336ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f55d3edbcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17067"
    uid: cb36eb11-1f0c-47dc-a889-6646e7410627
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f55d4625812
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: 9100e064-4dbb-4c4b-af19-0ac1aefeef4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f55d46c32f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 96a7797e-fcb4-4384-881d-ba1b0665f99f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f55d707a7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: ca89f274-1392-4b67-a167-458ad68c6665
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f55d7795788
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: d1f17475-3947-4c50-901e-d8dca118b824
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:26:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:26:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f560ce49710
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: f1d6d11c-ffac-4eb0-bd37-b8e8bb1a5f2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:27:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f6c5dac8fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17923"
    uid: 90bba3ab-fcee-4b7e-bf8c-ce8d2f887993
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:27:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f6c5dacf42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 90f3e587-a9b5-4f68-8e2f-68c8f789c5aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: dc9cab6b-2f3c-4a5d-bd8c-9b631463b05f
  kind: Event
  lastTimestamp: "2026-09-17T23:27:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh.18d63f6c6716801c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 3ff01c4c-f4a9-4c81-8fb9-67284e5c8a67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 4a804441-abbd-405e-b9b5-9f64044ea3a1
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-rqpqh'
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d63f54780ba745
    namespace: kserve-ci-e2e-test
    resourceVersion: "16986"
    uid: d4189515-ec5c-4d32-8fbb-8649fd6ce283
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: de4d018b-e39c-4c15-8743-326db21b0d10
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-predictive-lightgbm-predictor.18d63f547598ab67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 0e3ef2da-56f6-42af-bec5-62ec6ad25a4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16976"
    uid: 06a18e76-6dd2-4a9c-98bb-ba3ff1a1732c
  kind: Event
  lastTimestamp: "2026-09-17T23:26:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:18Z"
    name: isvc-predictive-lightgbm-predictor.18d63f57f478d7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: 091fb501-51ff-4ca2-9725-2f39237d78b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16976"
    uid: 06a18e76-6dd2-4a9c-98bb-ba3ff1a1732c
  kind: Event
  lastTimestamp: "2026-09-17T23:26:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:18Z"
    name: isvc-predictive-lightgbm-predictor.18d63f57f4c4129b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 462571e9-1723-4438-a206-fa3c2cb8ab12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17148"
    uid: 06a18e76-6dd2-4a9c-98bb-ba3ff1a1732c
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:04Z"
    name: isvc-predictive-lightgbm-predictor.18d63f62713e1e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: 0aa45418-7947-413d-8ddc-d6236223fdcd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17148"
    uid: 06a18e76-6dd2-4a9c-98bb-ba3ff1a1732c
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:04Z"
    name: isvc-predictive-lightgbm-predictor.18d63f6271a52b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: 87eee5ed-73eb-44ba-a35d-98e89bb302ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:30:52.377429Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:30:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:30:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9e9bc9fb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 5a02297e-4061-4a91-9e43-b59b74827761
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:52Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:30:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9ebdddfb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: f89dcde9-4dc6-46ea-b958-c994f1d6211c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9ebf5b1ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19808"
    uid: 8d6ba043-39d5-4b16-b453-eba940471e86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9ec28accbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 49e8241d-846b-44ef-87df-b8d8c7cf37ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9ec30204b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: 8c4d04a4-2738-429e-b1d4-7ad8e91df173
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:57Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9fc011481a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: de4ab897-aab9-4873-9a03-0f64e5f2e025
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9fc350d91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 8d022996-5568-47f3-82af-3530d4323aca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9fc3c88f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 94cc432b-8781-483d-9b11-16fc6b465248
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9fc3d1c684
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 909531f1-34a6-49a3-8115-16242d359e34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9fc69001d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 7cdfee9a-ec52-4091-a616-36ca4f6f196d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63f9fc7010745
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 49e1c8f2-10be-46cc-b364-a00478dfec1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:32:24Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63fa85e75159f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: dec59785-10de-4f78-bc9a-cc6b2aff0b84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:32:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63fb398b6c0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: 20151a13-3b8e-42b7-af33-61619d27e94a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:32:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63fb398b73728
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 5851b900-ffe0-4e34-8c29-d3e8f7aafff8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 691a547d-2b59-4c16-bafe-a8fec56f632e
  kind: Event
  lastTimestamp: "2026-09-17T23:32:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4.18d63fb4023d2e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 582934b5-9e88-497e-a4f9-92eadb9362ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: 2fd300bf-8028-4b4b-a9df-422d24883c12
  kind: Event
  lastTimestamp: "2026-09-17T23:30:52Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-gv5t4'
  metadata:
    creationTimestamp: "2026-09-17T23:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d63f9e9b53c654
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: 27421012-e19c-448a-9dcd-82807b39c653
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: a2c9a6f5-2ff5-40f9-b4ba-219df8270606
  kind: Event
  lastTimestamp: "2026-09-17T23:30:52Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:52Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63f9e9858641f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: d9c42ae2-fb5f-47ae-a5c4-102841b9898c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: bd58df7f-1628-4024-8d18-8b4e86bc0cd5
  kind: Event
  lastTimestamp: "2026-09-17T23:31:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:22Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63fa21713ed14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 2883142e-e87a-4e73-bdd8-3392e08b36ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: bd58df7f-1628-4024-8d18-8b4e86bc0cd5
  kind: Event
  lastTimestamp: "2026-09-17T23:31:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:22Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63fa2177f2d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: 74389b55-42ee-4a89-b0ee-200897f2a42e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: bd58df7f-1628-4024-8d18-8b4e86bc0cd5
  kind: Event
  lastTimestamp: "2026-09-17T23:32:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:32:22Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63fa9152bc39b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20570"
    uid: a523e688-77b7-4ca2-b4c9-ec00c7cc267c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: bd58df7f-1628-4024-8d18-8b4e86bc0cd5
  kind: Event
  lastTimestamp: "2026-09-17T23:32:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:32:22Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63fa9159ce1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: 06d229c9-deb9-4185-bdff-dd044c4112f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 93665f31-fc48-47af-9e80-c9a83ba77138
  kind: Event
  lastTimestamp: "2026-09-17T23:32:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:32:14Z"
    name: isvc-predictive-lightgbm-v2.18d63f9e986e45ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 3bf96cf2-fa4a-4fb7-b69d-6f7163c65bb0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 93665f31-fc48-47af-9e80-c9a83ba77138
  kind: Event
  lastTimestamp: "2026-09-17T23:30:52Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:30:52Z"
    name: isvc-predictive-lightgbm-v2.18d63f9e98f70eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: b9d07981-9e27-45ff-8805-97deacc01138
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: 93665f31-fc48-47af-9e80-c9a83ba77138
  kind: Event
  lastTimestamp: "2026-09-17T23:32:14Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:32:14Z"
    name: isvc-predictive-lightgbm-v2.18d63fb1cf7f7bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: 9bd84511-25ff-451c-92ba-1fcac1d6226d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 94bc2bd7-1ea8-4547-a537-ce0834744fc3
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-predictive-lightgbm.18d63f5475b25e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: 43b25d6a-d1a9-45db-a2b7-c71de0e73e77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 94bc2bd7-1ea8-4547-a537-ce0834744fc3
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-predictive-lightgbm.18d63f547603d531
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 8eca80fa-a016-4b93-95b9-76f1238760a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: 94bc2bd7-1ea8-4547-a537-ce0834744fc3
  kind: Event
  lastTimestamp: "2026-09-17T23:27:03Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:03Z"
    name: isvc-predictive-lightgbm.18d63f695667253c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: 169dbf70-9d39-4139-b7d5-a9642046b2b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:22:02.595159Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:22:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:22:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f23424e1035
    namespace: kserve-ci-e2e-test
    resourceVersion: "14958"
    uid: 171f0cee-6fbd-481a-b535-96270dc96f85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:03Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:22:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f236432c613
    namespace: kserve-ci-e2e-test
    resourceVersion: "14976"
    uid: 61b9caf5-5f97-456d-a95e-ced70de2f496
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
  metadata:
    creationTimestamp: "2026-09-17T23:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f236629f25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: 3c3e23fb-073c-44ca-9dfb-cc5966d0d95a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    in 3.491s (3.491s including waiting). Image size: 306739683 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:06Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f24364514ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15006"
    uid: 54bd65d4-dc1f-4adc-9474-3fc2e7a0078a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:06Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2439645867
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 6fb2b830-d38f-4a19-bca1-86a7f361d5c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:06Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2439d85c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: 58abb628-0777-4e30-8299-63f39cb5b45c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:10Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2535082612
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: e9a21e4a-21fc-4a8e-a42a-725c3d785df6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:31Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.911s
    (20.911s including waiting). Image size: 2438912147 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:31Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2a13776ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 6848a69b-5749-4561-b31e-c12a48ace451
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:31Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2a19c3456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 4601a9d9-a28b-4949-8a08-a9037ee03673
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:31Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2a1a6a37cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 1bf664fa-7fe8-48db-82dc-0dcd8ae40f0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:31Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T23:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:31Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2a1a77c0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: a69d3e90-912b-4e14-966d-57ccc13c5f4b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.255s (2.255s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2aa0e34691
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: a3e436bd-b152-4a21-8236-2864202067e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2aa42a3c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 16223e44-efbd-405a-869a-544a8a11e521
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:22:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2aa49f82fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: c7196faa-65d8-4831-8e3b-e0890589f96f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:23:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f2ad1eddce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: e07bbd10-3e9d-40f4-9984-45c498bcc15a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:23:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f3cfbda2aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15958"
    uid: 31229354-10ad-4a5b-aa6c-f520364c52fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:23:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f3cfbda91b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15960"
    uid: 4fb35ee5-d631-49f6-a897-df79759a8a11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14956"
    uid: 20b997a1-58d8-42cb-8763-2e66fc58ff44
  kind: Event
  lastTimestamp: "2026-09-17T23:23:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.17:8643/healthz": dial tcp
    10.132.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l.18d63f3dae108dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: fb478db3-ddfa-41b9-bb81-8a26fb75e859
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 1009b9ad-16dc-4550-b7cd-e9d4319b42c0
  kind: Event
  lastTimestamp: "2026-09-17T23:22:02Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-t2n8l'
  metadata:
    creationTimestamp: "2026-09-17T23:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:22:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d63f2341cabccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14955"
    uid: ecc61d82-c63d-4c65-a1de-03980993dc05
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14939"
    uid: 22488fef-0aa0-43c7-b300-ae6bf28cae85
  kind: Event
  lastTimestamp: "2026-09-17T23:22:02Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:22:02Z"
    name: isvc-predictive-sklearn-predictor.18d63f233e1bf9f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: dc6e4363-2c25-4633-8f15-1f9f06886d43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: 095599c0-2e5b-4571-af98-f8f292ea3691
  kind: Event
  lastTimestamp: "2026-09-17T23:23:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:17Z"
    name: isvc-predictive-sklearn-predictor.18d63f26bc7c4986
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 2d16af03-12c8-410b-a017-13050b4b4a94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: 095599c0-2e5b-4571-af98-f8f292ea3691
  kind: Event
  lastTimestamp: "2026-09-17T23:23:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:17Z"
    name: isvc-predictive-sklearn-predictor.18d63f26bcec4df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: 9baef033-66e2-4383-82ef-66cd901b0e86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 095599c0-2e5b-4571-af98-f8f292ea3691
  kind: Event
  lastTimestamp: "2026-09-17T23:23:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:47Z"
    name: isvc-predictive-sklearn-predictor.18d63f3138d6c271
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: f7015751-0f0f-44ca-b1d3-bd0e5a34a482
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 095599c0-2e5b-4571-af98-f8f292ea3691
  kind: Event
  lastTimestamp: "2026-09-17T23:23:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:47Z"
    name: isvc-predictive-sklearn-predictor.18d63f31395ff764
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: 8bd1694a-d7d5-4e17-93e3-fd3f2ec92133
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:27:21.778181Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:27:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f6d9318802d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: cdd2fe26-b670-4504-b33c-d4b76d530d58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f6d9a8d7efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18001"
    uid: fc105133-9c86-4c70-9c29-202ba1e63baf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17996"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:22Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:27:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f6dd9110075
    namespace: kserve-ci-e2e-test
    resourceVersion: "18010"
    uid: 0bcd8660-3771-4eca-a658-cbf495d52c3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f6ddaf24913
    namespace: kserve-ci-e2e-test
    resourceVersion: "18012"
    uid: fc72527a-1a8f-4ff0-ad55-f8a121f40d7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f6dddfa503c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: 0ef9ef9a-c934-45ed-be29-94a2a8e7ad57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f6dde711af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18014"
    uid: 8b064b3b-a085-4e00-a94b-774997d31bf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:27Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f6ede533b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "18054"
    uid: 20d6705e-ce6b-49b7-b9ba-88e72a8a9ba8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:49Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.837s
    (21.837s including waiting). Image size: 2438912147 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f73f3ec8468
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: dbe499c0-8045-4561-a062-beb737bda88a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f73f75a5284
    namespace: kserve-ci-e2e-test
    resourceVersion: "18227"
    uid: efdb42fc-e52f-446a-b3db-723855d70e3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f73f7d00b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18228"
    uid: 9c42b16c-cc7a-45f5-96dc-f4bf764deda4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f73f7d97b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18229"
    uid: 958a5927-67cc-4f0b-b37b-a3eb5e0f64ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f73fa7e023f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: cf381dd7-f845-47ba-a085-133de2041114
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:27:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f73faf4b6f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: 611992ae-abf4-4717-a040-722da5c57dd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:28:56Z"
  message: 'Readiness probe failed: Get "http://10.133.0.28:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:28:56Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f7ca49052c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18711"
    uid: 1562b190-1c57-46db-8aff-93547c7f1d0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:29:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f873b48303c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 8883f5cb-02ff-414a-8c1a-99a71a8fc11e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 9805ee7e-7980-4c97-b1f3-7d09308c5bce
  kind: Event
  lastTimestamp: "2026-09-17T23:29:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4.18d63f873b48aae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: 6d5f04f9-561b-4f27-931b-6809f165d997
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17975"
    uid: 47f961cf-6faf-4935-85db-6601a1be38a2
  kind: Event
  lastTimestamp: "2026-09-17T23:27:21Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-2v5s4'
  metadata:
    creationTimestamp: "2026-09-17T23:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d63f6d92af3949
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 1e5c5c9b-768e-4e3c-af85-d9df3e4813a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: 4fcd9cea-5979-4788-b0bf-729de1aefa92
  kind: Event
  lastTimestamp: "2026-09-17T23:27:21Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63f6d8ffde7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: e40c3a0a-5b15-43ef-8286-4334b2100c15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 4cc66898-c5d9-4991-89bd-4da0944083c1
  kind: Event
  lastTimestamp: "2026-09-17T23:27:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:51Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63f710e65a295
    namespace: kserve-ci-e2e-test
    resourceVersion: "18249"
    uid: 8c352197-e14a-4e6f-9dc3-bb1c22a3a691
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 4cc66898-c5d9-4991-89bd-4da0944083c1
  kind: Event
  lastTimestamp: "2026-09-17T23:27:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:51Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63f710edea179
    namespace: kserve-ci-e2e-test
    resourceVersion: "18250"
    uid: 5682a4da-e125-4953-aa4a-0406ec9449df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: 4cc66898-c5d9-4991-89bd-4da0944083c1
  kind: Event
  lastTimestamp: "2026-09-17T23:29:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63f780c40253e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: 83bdefc8-9394-45fd-aeec-3b3f10183101
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: 4cc66898-c5d9-4991-89bd-4da0944083c1
  kind: Event
  lastTimestamp: "2026-09-17T23:29:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63f780cb18102
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: 98f50f97-4a60-4232-b6e5-9bf186442b01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: 211d8b25-a2a7-4517-a97e-82f52f04caf0
  kind: Event
  lastTimestamp: "2026-09-17T23:29:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:29:07Z"
    name: isvc-predictive-sklearn-v2.18d63f6d8ffae18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: f7c98b5b-e766-4449-b75a-ec1fbd8a7353
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: 211d8b25-a2a7-4517-a97e-82f52f04caf0
  kind: Event
  lastTimestamp: "2026-09-17T23:27:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: isvc-predictive-sklearn-v2.18d63f6d90942a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 86af071f-4ba8-4eb5-865d-c3e599d25457
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18798"
    uid: 211d8b25-a2a7-4517-a97e-82f52f04caf0
  kind: Event
  lastTimestamp: "2026-09-17T23:29:07Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:29:07Z"
    name: isvc-predictive-sklearn-v2.18d63f861921e5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: b67290d7-8928-475a-9a26-f2ea0ac86b02
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: c5f84fb5-39bf-4916-bf43-4b76d17b0d57
  kind: Event
  lastTimestamp: "2026-09-17T23:23:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:46Z"
    name: isvc-predictive-sklearn.18d63f233e1c0de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: e92843f8-5ca2-4475-81e6-6c687859c215
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: c5f84fb5-39bf-4916-bf43-4b76d17b0d57
  kind: Event
  lastTimestamp: "2026-09-17T23:22:02Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:22:02Z"
    name: isvc-predictive-sklearn.18d63f233ead0a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "14947"
    uid: 24a2ee2f-be4e-4ff9-874d-2c52fc291f42
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: c5f84fb5-39bf-4916-bf43-4b76d17b0d57
  kind: Event
  lastTimestamp: "2026-09-17T23:23:46Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:46Z"
    name: isvc-predictive-sklearn.18d63f3b78078257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15888"
    uid: 2f55eb1f-a66e-4c45-9575-f263a5e20db6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:23:58.262738Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-pn6tf
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:23:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:23:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3e30a153fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: 31a94450-b75c-4441-82f1-d7d872f1d5e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3e3b83d447
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: c4f92ffe-7944-4a69-b151-734f0b34c1e2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:00Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:24:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3eabc2c674
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: f7cc4ab2-8b02-4448-a890-7c270ff0429e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3ead425a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 5df01d3d-8661-4229-85ef-babcb2143ed0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3eb0190049
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: c8569e12-05ac-43e7-b358-a065716fccc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3eb096daa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 0ef90c80-3e98-4e99-b3da-d564e4d134d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:05Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3fd94677d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: 4593e90b-018e-47fe-9ab5-d49d07a942c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3fdc45f336
    namespace: kserve-ci-e2e-test
    resourceVersion: "16122"
    uid: 06f0f352-ffd2-4f5e-bc9f-77a1647a0cd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3fdcbe7673
    namespace: kserve-ci-e2e-test
    resourceVersion: "16123"
    uid: 26d4d5d6-f4d4-4485-b451-6895c229368f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3fdcc9ee7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: 21ae2109-a45e-4402-b0e4-592d13c7cf30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3fdf67343f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16127"
    uid: 3f159933-0a6f-4e1b-a65c-7936fcc49253
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f3fdfde8ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: 647e0ff7-8842-4374-9c9e-6fddc9dcadfa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f4051056f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: 5787d8b7-b68a-4660-b856-917e9c515414
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:25:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f5343faaaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: fe362694-3b0a-403e-a5ae-b5a514c91cb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:25:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f5343fb35d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: e984011b-80dd-42df-94f1-efda4ad194a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 250cbb11-af23-41f4-961c-69e28353efb6
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-predictive-xgboost-predictor-695f978978-pn6tf.18d63f5457309e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 84dd3618-b872-4f3e-bdb3-f04838e770ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: c2c9bafe-7652-48d3-9ceb-520182334284
  kind: Event
  lastTimestamp: "2026-09-17T23:23:58Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-pn6tf'
  metadata:
    creationTimestamp: "2026-09-17T23:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d63f3e302e1d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 45447ce7-516f-41fe-a0bd-0f1c511a1bb6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 9cd61830-070e-42bd-abe4-2affddc7b583
  kind: Event
  lastTimestamp: "2026-09-17T23:23:58Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:58Z"
    name: isvc-predictive-xgboost-predictor.18d63f3e2d758a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 69926494-f501-48c6-a237-b93cbc378b75
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 4802de0a-23bd-4b44-8ff4-b533647bb4d7
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-predictive-xgboost-predictor.18d63f41ac875c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16402"
    uid: aa42c5c4-a84f-45a5-ac61-be3c7b404aa5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 4802de0a-23bd-4b44-8ff4-b533647bb4d7
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-predictive-xgboost-predictor.18d63f41ad458388
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: dfcb059e-de3b-4579-823c-7e49a5e2ac98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 4802de0a-23bd-4b44-8ff4-b533647bb4d7
  kind: Event
  lastTimestamp: "2026-09-17T23:25:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:28Z"
    name: isvc-predictive-xgboost-predictor.18d63f452c0ddc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: ef9fc024-321e-437a-b5bb-19354ddd699a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 4802de0a-23bd-4b44-8ff4-b533647bb4d7
  kind: Event
  lastTimestamp: "2026-09-17T23:25:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:28Z"
    name: isvc-predictive-xgboost-predictor.18d63f452c7343f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16875"
    uid: 9a80bf60-80d6-4ebf-b675-dfc353093f56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:29:17.104636Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:29:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f886d1687a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 1061b9e3-d074-4aff-942f-eca5c2ee22b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18927"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:17Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:29:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f888f220d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: e7de6b2f-5cb6-4d64-b4af-22ca66e3f0fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f8890947764
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: 383af316-b9a5-46f2-95e8-de10663c6c4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f88936f8c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: 6576e6bd-743b-422a-b56f-c303c3656e00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f8893e5eb48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 5dd33509-65b1-4cf7-b8cc-e86e60154d88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:21Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f8989603798
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 2a18fad4-8940-4324-a540-d8d036450323
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f898c35c2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18980"
    uid: 99ce62c1-58f6-413f-93e3-a371528e48f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f898cab3a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18983"
    uid: 5d6852bc-eee9-4ef7-94e0-f81bd437da99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f898cb41c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18984"
    uid: 5634de46-9f6f-4851-9909-266f034240a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f898f935c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18987"
    uid: ec3f3898-3015-4511-9f4f-62652ee61dd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:29:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f8990063cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: 6a9272f3-36a9-489d-afb8-b6ee89658d4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:30:49Z"
  message: 'Readiness probe failed: Get "http://10.133.0.29:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.29:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f9263931cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: a1625a52-f609-4cad-9a29-3c6e2ea36dfd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:30:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f9d653f3aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: ffc815ac-ebf7-400e-8611-2f9e8b767f89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:30:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f9d653fbd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 41655b50-2640-4683-84c2-1cc6fcf985b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: cdf613eb-bfd3-41e5-b772-fc53ff9a8894
  kind: Event
  lastTimestamp: "2026-09-17T23:30:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z.18d63f9e077560a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 65014fe0-1559-4ad6-83b4-07814d628ce5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: ee4ac24b-a9cb-413b-a6fc-0ad44509938e
  kind: Event
  lastTimestamp: "2026-09-17T23:29:17Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-2jr8z'
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d63f886ca0dff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18918"
    uid: 735a0d25-1317-4622-b904-d9c17664aa95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18903"
    uid: dc42025a-6e1a-44a2-89b2-912c1c9590b1
  kind: Event
  lastTimestamp: "2026-09-17T23:29:17Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:17Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63f88684a280f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 42ca0060-5f0e-4005-af60-bcf424e00d1a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: f94feb15-79ea-4c25-a69b-b972e2f96b32
  kind: Event
  lastTimestamp: "2026-09-17T23:29:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:32Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63f8be6beb87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: 643c8340-1644-4fdf-b777-bc46e69abd9c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: f94feb15-79ea-4c25-a69b-b972e2f96b32
  kind: Event
  lastTimestamp: "2026-09-17T23:29:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:32Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63f8be7271122
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: 48196941-19cf-445c-a3cc-528eb4cd4a77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: f94feb15-79ea-4c25-a69b-b972e2f96b32
  kind: Event
  lastTimestamp: "2026-09-17T23:30:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:47Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63f8f66b357cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: ae7e4d53-a143-4432-af6e-ec5a630eb627
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: f94feb15-79ea-4c25-a69b-b972e2f96b32
  kind: Event
  lastTimestamp: "2026-09-17T23:30:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:47Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63f8f6718c03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: afecc3fa-020d-455e-9168-d89211c297bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: 81afe754-e2c5-44b4-a06d-a467008c17c6
  kind: Event
  lastTimestamp: "2026-09-17T23:30:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:30:40Z"
    name: isvc-predictive-xgboost-v2.18d63f8868480763
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 608d66de-021d-459b-80b4-5436bb0ea9ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: 81afe754-e2c5-44b4-a06d-a467008c17c6
  kind: Event
  lastTimestamp: "2026-09-17T23:29:17Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:29:17Z"
    name: isvc-predictive-xgboost-v2.18d63f8868df780b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18928"
    uid: 06886772-14b6-4bc3-8287-e37ba1f2eebb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18898"
    uid: 81afe754-e2c5-44b4-a06d-a467008c17c6
  kind: Event
  lastTimestamp: "2026-09-17T23:29:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:29:17Z"
    name: isvc-predictive-xgboost-v2.18d63f886e8a175c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: 497db044-9568-4034-826e-39491f619f68
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: 81afe754-e2c5-44b4-a06d-a467008c17c6
  kind: Event
  lastTimestamp: "2026-09-17T23:30:40Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:30:40Z"
    name: isvc-predictive-xgboost-v2.18d63f9bd87e8379
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: c66b887b-77b8-44bb-bd30-0b1587f66217
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 4c3ab425-3827-43b3-b825-e9aeede31c36
  kind: Event
  lastTimestamp: "2026-09-17T23:25:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:23Z"
    name: isvc-predictive-xgboost.18d63f3e2d74f6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: 038a0d89-dd00-464f-97fc-1a339986a11b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 4c3ab425-3827-43b3-b825-e9aeede31c36
  kind: Event
  lastTimestamp: "2026-09-17T23:23:58Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:58Z"
    name: isvc-predictive-xgboost.18d63f3e2e0c1371
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: da9c271f-c539-4cf5-b342-4b89cc80d90d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: 4c3ab425-3827-43b3-b825-e9aeede31c36
  kind: Event
  lastTimestamp: "2026-09-17T23:23:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:58Z"
    name: isvc-predictive-xgboost.18d63f3e33429b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: 9b5789a0-1ae2-402a-b658-3d89f600156d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: 4c3ab425-3827-43b3-b825-e9aeede31c36
  kind: Event
  lastTimestamp: "2026-09-17T23:25:23Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:23Z"
    name: isvc-predictive-xgboost.18d63f52082ea578
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: 2527461c-ee6c-48da-a599-069772040605
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T00:02:11.557141Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38329"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T00:02:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T00:02:11Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d6415423a0c64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38335"
    uid: bd1b899e-0289-45f2-9a39-b3af98ae5430
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38340"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:12Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T00:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T00:02:12Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d6415445bf220e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38351"
    uid: 9a4ed30b-7fb2-4050-bd12-63e10fa06de0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T00:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:12Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d64154472c9a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38353"
    uid: 30afc06e-5f9c-4403-9b02-c510a15a9dc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T00:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:12Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d641544a2b3e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38354"
    uid: 60aec779-f101-4d0f-972a-f4b5bdfc2590
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T00:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:12Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d641544aada6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38355"
    uid: 5cb891f4-ac97-4527-a4c1-e6bf504fb03d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T00:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:17Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d6415574eb8eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38397"
    uid: d03c216a-3316-4212-ac22-ff34801ef8fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T00:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:17Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d6415578cf53a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38401"
    uid: 16448b34-8fb5-4380-90d1-e92de0b04c81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T00:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:17Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d6415579466af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38402"
    uid: c48142bb-47fa-4f6b-a818-85cd33f455d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T00:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:17Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d641557950627a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38403"
    uid: 6f0c622c-7d28-47e8-9a69-5baad2e07adc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T00:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:17Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d641557c8230f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38405"
    uid: 3fc416be-1f75-4b03-9e43-c7e168fe9b6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:02:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T00:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:02:17Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d641557d063956
    namespace: kserve-ci-e2e-test
    resourceVersion: "38406"
    uid: b34206df-d629-41bd-8383-976da908c881
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:04:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T00:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:04:15Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d64155eccfc497
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 985988c2-763b-4cb4-a6c0-d877c503060a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:04:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T00:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:04:14Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d64170d8510156
    namespace: kserve-ci-e2e-test
    resourceVersion: "39343"
    uid: 44dde352-af6e-42ee-bd86-567ce1d4ffb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:04:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T00:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:04:14Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d64170d85182dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39344"
    uid: 4e909a48-cb56-4ae1-8aac-4ceab863f698
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38331"
    uid: fa0d5868-795b-469d-951b-3ab652aef627
  kind: Event
  lastTimestamp: "2026-09-18T00:04:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T00:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:04:15Z"
    name: isvc-primary-b53da9-predictor-56898f7c74-jbf5d.18d64170ef39ca04
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 6ae69f9f-4a73-4b38-b856-6f472e72a2c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-b53da9-predictor-56898f7c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "38318"
    uid: 3977cbf9-6494-4b75-bec7-88af12e45d3a
  kind: Event
  lastTimestamp: "2026-09-18T00:02:11Z"
  message: 'Created pod: isvc-primary-b53da9-predictor-56898f7c74-jbf5d'
  metadata:
    creationTimestamp: "2026-09-18T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:02:11Z"
    name: isvc-primary-b53da9-predictor-56898f7c74.18d6415423301606
    namespace: kserve-ci-e2e-test
    resourceVersion: "38330"
    uid: 86428b31-fa3c-43ac-ae31-9b87312c9878
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-b53da9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38316"
    uid: a2f3bca3-5fff-485e-9604-ff6cb9c53828
  kind: Event
  lastTimestamp: "2026-09-18T00:02:11Z"
  message: Scaled up replica set isvc-primary-b53da9-predictor-56898f7c74 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:02:11Z"
    name: isvc-primary-b53da9-predictor.18d641541f15f675
    namespace: kserve-ci-e2e-test
    resourceVersion: "38320"
    uid: 2a90c945-9d7d-4286-b2e9-8a9134321174
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b53da9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38317"
    uid: 6232ff40-c710-4ee7-8869-8d7b7b1ece04
  kind: Event
  lastTimestamp: "2026-09-18T00:02:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T00:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:02:56Z"
    name: isvc-primary-b53da9-predictor.18d641579dea9032
    namespace: kserve-ci-e2e-test
    resourceVersion: "38684"
    uid: ff8e7b70-ba87-4e56-a408-b1291671164c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b53da9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38317"
    uid: 6232ff40-c710-4ee7-8869-8d7b7b1ece04
  kind: Event
  lastTimestamp: "2026-09-18T00:02:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T00:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:02:56Z"
    name: isvc-primary-b53da9-predictor.18d641579e538afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38685"
    uid: b4ec8ff2-d770-4f70-b166-5a6276e73338
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b53da9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38472"
    uid: 6232ff40-c710-4ee7-8869-8d7b7b1ece04
  kind: Event
  lastTimestamp: "2026-09-18T00:03:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T00:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:03:56Z"
    name: isvc-primary-b53da9-predictor.18d6415b1d23b398
    namespace: kserve-ci-e2e-test
    resourceVersion: "39120"
    uid: ac63b208-c7d7-411a-be79-a08f072ae469
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-b53da9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38472"
    uid: 6232ff40-c710-4ee7-8869-8d7b7b1ece04
  kind: Event
  lastTimestamp: "2026-09-18T00:03:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T00:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:03:56Z"
    name: isvc-primary-b53da9-predictor.18d6415b1d9b9655
    namespace: kserve-ci-e2e-test
    resourceVersion: "39121"
    uid: 50192597-13e5-468f-a188-31e9c90f0961
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b53da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: fa520989-34ad-4c4e-8917-f6e3232861c8
  kind: Event
  lastTimestamp: "2026-09-18T00:03:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:03:35Z"
    name: isvc-primary-b53da9.18d641541f15e295
    namespace: kserve-ci-e2e-test
    resourceVersion: "38967"
    uid: 46255d46-1ae9-41b1-849c-a13469dfb052
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b53da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: fa520989-34ad-4c4e-8917-f6e3232861c8
  kind: Event
  lastTimestamp: "2026-09-18T00:02:11Z"
  message: 'Failed to update status for InferenceService "isvc-primary-b53da9": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-b53da9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:02:11Z"
    name: isvc-primary-b53da9.18d641541f80635e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38337"
    uid: ba0e2171-0109-408f-b1bc-96cb1ca0268a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T00:02:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b53da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38308"
    uid: fa520989-34ad-4c4e-8917-f6e3232861c8
  kind: Event
  lastTimestamp: "2026-09-18T00:02:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-b53da9": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:02:11Z"
    name: isvc-primary-b53da9.18d641541f80c44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38339"
    uid: b41a9608-e2cd-43e9-9360-0ee32906ac6b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-b53da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38964"
    uid: fa520989-34ad-4c4e-8917-f6e3232861c8
  kind: Event
  lastTimestamp: "2026-09-18T00:03:35Z"
  message: InferenceService [isvc-primary-b53da9] is Ready
  metadata:
    creationTimestamp: "2026-09-18T00:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:03:35Z"
    name: isvc-primary-b53da9.18d64167a42c432b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38965"
    uid: fbe56ff1-fbdb-46a1-9b6b-67cdcd831d3b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T00:03:56.818261Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39145"
    uid: dba49ac6-5c22-468d-952e-80c311a0a52e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-b53da9-predictor-5664c4694f-lclzk
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T00:03:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T00:03:56Z"
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk.18d6416ca5ae033d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39150"
    uid: 4291dabd-add0-47f2-b251-395b137e48bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39155"
    uid: dba49ac6-5c22-468d-952e-80c311a0a52e
  kind: Event
  lastTimestamp: "2026-09-18T00:03:57Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T00:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T00:03:57Z"
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk.18d6416cc76524a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39162"
    uid: d16facba-5278-47dd-a50d-80fb2544b4cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39146"
    uid: dba49ac6-5c22-468d-952e-80c311a0a52e
  kind: Event
  lastTimestamp: "2026-09-18T00:04:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T00:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:04:04Z"
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk.18d6416cc92b7e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "39223"
    uid: e68e426f-0fde-4e05-919a-13d99c4d3e3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39146"
    uid: dba49ac6-5c22-468d-952e-80c311a0a52e
  kind: Event
  lastTimestamp: "2026-09-18T00:04:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T00:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:04:04Z"
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk.18d6416ccbd321ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "39225"
    uid: b8dda130-6709-4af5-b21e-df13d6a1b7de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39146"
    uid: dba49ac6-5c22-468d-952e-80c311a0a52e
  kind: Event
  lastTimestamp: "2026-09-18T00:04:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T00:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:04:04Z"
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk.18d6416ccc471bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39226"
    uid: 20c69969-cfa0-468f-a422-17c212388cb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39146"
    uid: dba49ac6-5c22-468d-952e-80c311a0a52e
  kind: Event
  lastTimestamp: "2026-09-18T00:04:08Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-b53da9-predictor-5664c4694f-lclzk_kserve-ci-e2e-test(dba49ac6-5c22-468d-952e-80c311a0a52e)
  metadata:
    creationTimestamp: "2026-09-18T00:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T00:04:08Z"
    name: isvc-secondary-b53da9-predictor-5664c4694f-lclzk.18d6416f5ae3cc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "39257"
    uid: b3bf1629-2db7-474c-930d-c9990a051550
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-b53da9-predictor-5664c4694f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39136"
    uid: 88fa2981-da75-41ec-a8f2-61330a61339e
  kind: Event
  lastTimestamp: "2026-09-18T00:03:56Z"
  message: 'Created pod: isvc-secondary-b53da9-predictor-5664c4694f-lclzk'
  metadata:
    creationTimestamp: "2026-09-18T00:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:03:56Z"
    name: isvc-secondary-b53da9-predictor-5664c4694f.18d6416ca52ab1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39147"
    uid: 8dd44bfb-535c-484a-a705-69549b3799f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-b53da9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39133"
    uid: 96a70d73-4558-4219-86ec-95c873397291
  kind: Event
  lastTimestamp: "2026-09-18T00:03:56Z"
  message: Scaled up replica set isvc-secondary-b53da9-predictor-5664c4694f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T00:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:03:56Z"
    name: isvc-secondary-b53da9-predictor.18d6416ca0477857
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: b0671ff0-7f9d-469a-b996-0e7af1ebd770
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:04:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b53da9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39135"
    uid: cb1cca4b-fc5f-4400-8b23-b557bc63c4af
  kind: Event
  lastTimestamp: "2026-09-18T00:04:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T00:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:04:11Z"
    name: isvc-secondary-b53da9-predictor.18d641701eae9121
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 191453ec-c34e-4cf5-9a94-8ef57865454a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:04:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-b53da9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39135"
    uid: cb1cca4b-fc5f-4400-8b23-b557bc63c4af
  kind: Event
  lastTimestamp: "2026-09-18T00:04:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T00:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T00:04:11Z"
    name: isvc-secondary-b53da9-predictor.18d641701f41ea93
    namespace: kserve-ci-e2e-test
    resourceVersion: "39292"
    uid: 978ce441-c845-4ae8-9242-8129c775fe08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b53da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39124"
    uid: a70b3a3c-d26b-4a40-a6e5-17e05d1d1a3f
  kind: Event
  lastTimestamp: "2026-09-18T00:04:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T00:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:04:08Z"
    name: isvc-secondary-b53da9.18d6416ca0519ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39261"
    uid: cd995449-0ed3-4e81-a941-e9c025290ff8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b53da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39124"
    uid: a70b3a3c-d26b-4a40-a6e5-17e05d1d1a3f
  kind: Event
  lastTimestamp: "2026-09-18T00:03:56Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-b53da9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-b53da9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T00:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:03:56Z"
    name: isvc-secondary-b53da9.18d6416ca0f2afce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39140"
    uid: 77e98a7b-c20f-4575-9c66-7f5c5a02ad82
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T00:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-b53da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39124"
    uid: a70b3a3c-d26b-4a40-a6e5-17e05d1d1a3f
  kind: Event
  lastTimestamp: "2026-09-18T00:03:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-b53da9": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T00:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T00:03:56Z"
    name: isvc-secondary-b53da9.18d6416ca0f31749
    namespace: kserve-ci-e2e-test
    resourceVersion: "39141"
    uid: 82835142-84d0-4353-8aef-ac07462a70ef
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:23:32.581625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:23:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f3835ea8d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 8340252d-58a2-40b8-ba9c-e065adf30457
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:33Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:23:33Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f3857f30013
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: 8260bd4e-a525-4edb-87c3-0d192f362a79
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:33Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f3859b5aaca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15754"
    uid: 3349d8ee-5916-49f9-a997-f501a37b643c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:33Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f385cb938bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: 1686dd8e-c7d7-4295-a3f0-e2a585b2307f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:33Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f385d32f4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: ca58bc0f-b024-4815-b718-15d2209b5aa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f394f4e10a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: ef9de7ab-0de0-468f-95f6-28fa0083de2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f3952571f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: b46ca131-9a68-4d56-838d-3037e6a9579f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f3952c92df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: eb8abaa4-26aa-450b-a917-687d91c1c16c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f3952d3a4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 1e0be92c-62db-477f-b4a4-432004bfae8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f395573dc9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: b386924e-162b-4c43-8c1e-1379c44c3e1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f3955e3c05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 7be20b4f-b4f5-4e6a-ae66-6eb880618aeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:37Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0747765e9bfc84706177c8d04eece41800cf0a209415692e8ad8ead1a0eafce3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f3955ed5807
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: d4cc37fa-427e-4e4b-9dec-a24ac75b955f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T23:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f39599239ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15804"
    uid: 39722eca-3129-436d-ab23-15962eb839da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T23:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:37Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f395a08b07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: 3d7eb1c7-b049-4e43-9001-72f45d69fab0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:24Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f398b560e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: 2d88e296-7e47-4f80-aedc-6bf7a92d17dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T23:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:14Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f39c7371d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 2cfac1b4-7d37-4d46-8f90-312b730c6ad4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f4e561b67cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 01f55353-d882-477b-986d-6df81eb5ba75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f4e561bcad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: 8afb6d1b-7c44-4e7e-a790-83ba4adf3d34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f4e561c0a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: da3dcd92-e32a-497e-ba0e-825dd24bbbe3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: cfe9636f-eab1-4c19-a74b-8f24b051449f
  kind: Event
  lastTimestamp: "2026-09-17T23:25:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:20Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2.18d63f4ef76ed322
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: 91b06e59-16dc-463f-847c-a4200fb2df31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: ed041968-3020-4bf2-a615-66c1be3ffeea
  kind: Event
  lastTimestamp: "2026-09-17T23:23:32Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7778d45fd9-bmtt2'
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7778d45fd9.18d63f383556c093
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: f6b2432d-1bc3-43d4-ae2d-fa5b804c2c33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: a7120cc5-35aa-4cee-8d19-2e9685eee58c
  kind: Event
  lastTimestamp: "2026-09-17T23:23:32Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7778d45fd9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:32Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63f38312dfd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 97b567fa-4a06-460f-9b03-257eedfd7afa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: a61e69a3-160e-4f8a-b87e-4cfac6191ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:24:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63f3bb058d86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: 21dc88f4-89d4-47a1-868e-80037229fcd9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: a61e69a3-160e-4f8a-b87e-4cfac6191ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:24:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63f3bb0bd8f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 956f5ece-c226-4ea8-9816-c25827a2f565
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: a61e69a3-160e-4f8a-b87e-4cfac6191ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:25:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:02Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63f462d45def6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 225bb685-8d1d-45c8-9157-8a2b884226de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: a61e69a3-160e-4f8a-b87e-4cfac6191ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:25:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:02Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63f462db60c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 4d9b2fbd-5954-48f6-9af7-4b9fb8097e51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: 62576824-9a72-48e8-b8fc-22562fbea231
  kind: Event
  lastTimestamp: "2026-09-17T23:24:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:24:54Z"
    name: isvc-sklearn-batcher-custom.18d63f38316abaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 35a77a8a-8650-4e4a-8b61-f7291721e20e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: 62576824-9a72-48e8-b8fc-22562fbea231
  kind: Event
  lastTimestamp: "2026-09-17T23:23:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:32Z"
    name: isvc-sklearn-batcher-custom.18d63f3831d45d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 2bc7f310-4419-4d32-8ae4-4a934a7b300d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: 62576824-9a72-48e8-b8fc-22562fbea231
  kind: Event
  lastTimestamp: "2026-09-17T23:23:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:32Z"
    name: isvc-sklearn-batcher-custom.18d63f3838ff8910
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: d7fa673d-de06-4128-bcd9-ff862f9f972d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 62576824-9a72-48e8-b8fc-22562fbea231
  kind: Event
  lastTimestamp: "2026-09-17T23:24:54Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:24:54Z"
    name: isvc-sklearn-batcher-custom.18d63f4b3335f409
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: c02a0b71-ddd7-4bc1-b520-788e3a01aa55
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:21:47.514687Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:21:47Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f1fbf703e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: 746e4e3b-3910-47b4-aac0-132097688a85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14729"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:21:48Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:21:48Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f1fe1581f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "14765"
    uid: 18412b4e-0576-4f4f-b22f-aed7d8edf32d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:21:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:48Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f1fe32dc3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14767"
    uid: 4f277b03-b400-43e4-87f5-ff9962452659
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:21:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:48Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f1fe63f139f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14770"
    uid: 0d31f21e-4ae3-4fb7-8eb2-cdf541d036a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:21:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:48Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f1fe6c80a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14771"
    uid: fe7468f3-431e-45f3-817e-74f5f7a81a78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:21:52Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
  metadata:
    creationTimestamp: "2026-09-17T23:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:52Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f20fc29b7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: 9eec6856-0431-4603-802a-59d8082be611
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    in 13.15s (13.15s including waiting). Image size: 1580775854 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:05Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f240c035d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 124cd4b7-b6e9-4bff-8b95-b6fb13639e43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:06Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f240f089c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: f98b2f4a-dff6-4679-b5a6-8a95e50b0232
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:06Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f240f874f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: 2b6be1b4-d9be-4b7e-acab-7c794bdb7879
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:06Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:06Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f240fb6952e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 0762ce24-acbc-4a5f-ab6f-2976d424003a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.581s (2.581s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:08Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f24a99c00c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: d7f7f782-35ad-4157-a4e9-bb1308cb0e2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:08Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f24acb99631
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: b5b90321-358d-4aa8-9eb4-1d0ab943a728
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:08Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f24ad42527e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 16cf54bd-9fba-4dd7-bdfc-d4a1704bb031
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:0747765e9bfc84706177c8d04eece41800cf0a209415692e8ad8ead1a0eafce3"
  metadata:
    creationTimestamp: "2026-09-17T23:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:08Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f24ad4f8514
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: a8573fca-d110-4b95-aa12-11d996bc287f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:0747765e9bfc84706177c8d04eece41800cf0a209415692e8ad8ead1a0eafce3"
    in 2.426s (2.426s including waiting). Image size: 240302214 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:11Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f253df456de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 4e627403-0efb-4439-90ad-e9d527d47447
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T23:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:11Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f2542de3ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 6c8b1aea-986c-4a86-a395-ad9b61a4267d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:22:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T23:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:11Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f254425de19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 5ecf1698-181a-47a3-9875-26a0ee7e100a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:23:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:47Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f256fd1ece1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: 5b59f87b-d99c-4f48-8ad8-5491ddaf1a1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:23:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T23:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:47Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f256fdc3e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 19e45bbf-2ae9-4c31-a252-4d9293ab7ce3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:23:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:32Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f382bcb4a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: cbdb2a56-93f5-46ff-92f4-be17dd37d77d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:23:32Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:32Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f382bcb74bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: 9e70890c-7fbf-44c7-8296-a78d18359142
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:23:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:32Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f382bcc058b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 9b341dba-5969-4031-b27c-ec11ea3ff998
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: a1b44bc1-044c-4a0e-810d-84ce8da88d75
  kind: Event
  lastTimestamp: "2026-09-17T23:23:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:52Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f.18d63f384c022fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: 5f180feb-5ca4-4272-a4aa-c70a4e3c3c12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-db7d7fc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14709"
    uid: 71cca412-8159-40de-9fca-87ccaa82aabc
  kind: Event
  lastTimestamp: "2026-09-17T23:21:47Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-db7d7fc4c-xzj6f'
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:47Z"
    name: isvc-sklearn-batcher-predictor-db7d7fc4c.18d63f1fbeda4b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 4f965a5a-37b1-4e39-8ed0-fafce162ed07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: 2ea76a60-8cbd-460e-a43a-4822c6ddea70
  kind: Event
  lastTimestamp: "2026-09-17T23:21:47Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-db7d7fc4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:47Z"
    name: isvc-sklearn-batcher-predictor.18d63f1fb7221d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 25d56cd9-2c95-42d7-81d7-162a20b1c5ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 792a4c26-23b6-4a00-985e-73b43beb807a
  kind: Event
  lastTimestamp: "2026-09-17T23:22:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:22:47Z"
    name: isvc-sklearn-batcher-predictor.18d63f233be91707
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: cd8a7a50-c774-4274-85c3-b6cc9b676298
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 792a4c26-23b6-4a00-985e-73b43beb807a
  kind: Event
  lastTimestamp: "2026-09-17T23:22:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:22:47Z"
    name: isvc-sklearn-batcher-predictor.18d63f233c4e73de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: 123f7dc0-bb3d-45e1-9561-72b5154e5037
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: 792a4c26-23b6-4a00-985e-73b43beb807a
  kind: Event
  lastTimestamp: "2026-09-17T23:23:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:17Z"
    name: isvc-sklearn-batcher-predictor.18d63f2a3a17ea09
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: f65aead4-717a-413e-9c7e-7ce268eeb70b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: 792a4c26-23b6-4a00-985e-73b43beb807a
  kind: Event
  lastTimestamp: "2026-09-17T23:23:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:17Z"
    name: isvc-sklearn-batcher-predictor.18d63f2a3a854248
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 6aa330f4-05de-47b0-8efc-960d9b52185b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: a2bfba80-96da-4aed-839e-5f999b2766d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:18Z"
    name: isvc-sklearn-batcher.18d63f1fbd0b670f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: d0533a65-f1c4-47c4-b8b1-df334ad1883a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: a2bfba80-96da-4aed-839e-5f999b2766d6
  kind: Event
  lastTimestamp: "2026-09-17T23:21:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:21:47Z"
    name: isvc-sklearn-batcher.18d63f1fbd9a317b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14719"
    uid: d4bbef36-6134-4cd7-97ca-b85cfc8c3435
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: a2bfba80-96da-4aed-839e-5f999b2766d6
  kind: Event
  lastTimestamp: "2026-09-17T23:21:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:21:47Z"
    name: isvc-sklearn-batcher.18d63f1fbd9a79fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14720"
    uid: d281b346-be9e-429a-94a5-0c83d70531e6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: a2bfba80-96da-4aed-839e-5f999b2766d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:18Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:18Z"
    name: isvc-sklearn-batcher.18d63f34d4961b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: cbbb14d1-c0e1-4613-81f1-49c4971cafd1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:53:32.114706Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:53:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:53:32Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640db32723cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33228"
    uid: 11849f69-3030-4d39-9736-2483f4d2b6dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33234"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:32Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:53:32Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640db54580196
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: 521e6833-ef62-4467-9397-d60c6af712a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:32Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640db55f4b3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: d4743485-8a91-4fd0-a7dd-92cc9c04ee3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:32Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640db588b07a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: 3f6dbfc9-a69f-4b6c-b924-b8adc0d2fcd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:32Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640db59029418
    namespace: kserve-ci-e2e-test
    resourceVersion: "33250"
    uid: ad1b112a-d8ed-415c-ada1-04cf2250730b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:37Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dc5ecf49eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33294"
    uid: 6767e3e6-b01c-4468-9639-f55ebce539ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:37Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dc61e0b1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: b336bad4-f7d7-45d8-b1da-7831eee8c915
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:37Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dc62550b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: aaa59393-8601-4309-a3bc-2ac193dbec72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:37Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dc6260b8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: 04d14b30-43e8-4a70-bc7a-32bf9d204f2f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.878s (2.878s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:40Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dd0df18965
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: 4a878b13-1222-4f71-9084-3fee6488c6a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:40Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T23:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:40Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dd112048f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 1220d261-0e03-4049-bcc0-42dc89da6baa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:40Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T23:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:40Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dd11a3fce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: 46373e80-ad87-48a8-88b6-b996cf9a4fee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:40Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dd11afd4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33328"
    uid: 84ee0ec1-c818-47dc-b27a-70c3f6a43381
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:40Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dd14c86fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33329"
    uid: cda53c75-ba05-47f6-b0ea-436bef463c06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:53:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:40Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640dd153929f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 90f2070f-6ff5-4e44-ab8c-2017f5f2b1e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:55:18Z"
  message: 'Readiness probe failed: Get "http://10.132.0.41:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:18Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640e398edcf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34316"
    uid: b9dd2bdc-f518-475f-8c71-6c4dcdc70788
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:54:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:54:52Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640edd68992ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33957"
    uid: 43bd4eea-fd15-4899-a4f4-b9ec316aef44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:54:52Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T23:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:54:52Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640edd68a4e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33958"
    uid: 1d2f36f0-30f5-46b8-9c53-7acda0d4b9f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:54:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:54:52Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640edd68a4fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33959"
    uid: cdf1a143-4427-4436-af3e-046499f6d303
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: c40cd72b-a633-4836-b616-aa0a15598e44
  kind: Event
  lastTimestamp: "2026-09-17T23:55:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:18Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn.18d640ee12ce6122
    namespace: kserve-ci-e2e-test
    resourceVersion: "34315"
    uid: ddcc4943-56bb-402a-935e-7e35ca18946e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5955bd5d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33213"
    uid: 14c72dd4-6df1-4deb-a857-b1d5c1ebda49
  kind: Event
  lastTimestamp: "2026-09-17T23:53:32Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5955bd5d6f-c9bsn'
  metadata:
    creationTimestamp: "2026-09-17T23:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:32Z"
    name: isvc-sklearn-mcp-predictor-5955bd5d6f.18d640db31fede1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33225"
    uid: b5584768-6ac9-42e1-ac5d-844d219510c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33212"
    uid: a4357e7f-8ee3-4ef6-a76c-5b7931ea8610
  kind: Event
  lastTimestamp: "2026-09-17T23:53:32Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5955bd5d6f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:32Z"
    name: isvc-sklearn-mcp-predictor.18d640db2ecbd991
    namespace: kserve-ci-e2e-test
    resourceVersion: "33216"
    uid: 89fda450-9ecf-40c0-bfc0-3aad0a051330
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33205"
    uid: 4d7fb0db-5363-4048-9e0b-56f15cc7b186
  kind: Event
  lastTimestamp: "2026-09-17T23:54:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:54:48Z"
    name: isvc-sklearn-mcp.18d640db2e665dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33908"
    uid: aadce3be-3c4f-4edc-85cc-c998ed57f1bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33205"
    uid: 4d7fb0db-5363-4048-9e0b-56f15cc7b186
  kind: Event
  lastTimestamp: "2026-09-17T23:53:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:53:32Z"
    name: isvc-sklearn-mcp.18d640db2f2b97a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33218"
    uid: e4172e49-7afc-4b99-93de-02aef281dd14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: 4d7fb0db-5363-4048-9e0b-56f15cc7b186
  kind: Event
  lastTimestamp: "2026-09-17T23:54:48Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:54:48Z"
    name: isvc-sklearn-mcp.18d640ecede5e1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: 6ab6121a-2113-4e44-b166-0843cb9b3c5f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:33:01.310671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-799dc7b467-d9tpj
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:33:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:33:01Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbca0cf12e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: 1a8807ed-52e1-4b44-8304-02e6139eb5a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:01Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:33:01Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbcc2f37944
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: c0dbe2c6-d1b1-4dda-9835-5e520e7d6461
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:01Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbcc4753601
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: 6f7bb40b-7792-47b6-87dd-9e4f8922d95a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:01Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbcc74423e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20987"
    uid: 1dc9b5c5-1056-4f1e-9a68-5c5f0a71ca30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:01Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbcc7bbbe67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: 0008df43-c30e-441e-8e9e-17e00827c210
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:06Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbde9b2c65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: e14610b2-b8cf-4428-90ef-5fb77dfe81a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:06Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbdece44bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21031"
    uid: f276973e-54e4-41c3-b2ca-37d04d089f8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:06Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbded5a975d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21032"
    uid: 059143ee-3e1d-43e2-b8e0-f3a2bea3d402
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:06Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbded638025
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: ee01585b-65b8-4cdc-8f14-4571efd7c311
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:06Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbdf0676570
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 10840967-230b-4c31-8aa8-4fd1ce345603
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:33:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:06Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbdf0db2b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: 863d4eef-f523-4ae9-aef6-cd4a51711c5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:34:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:34Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fbe619d58e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: 6b2f10fe-b03a-49b8-a0eb-1862676fbc7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:34:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:31Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fd19b6f3edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: 577b2071-b346-4853-97e6-130201a1f238
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:34:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:31Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fd19b70c3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: bf3a515c-0303-43db-84a3-65c20a8abf9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-799dc7b467-d9tpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 66411ed3-632a-4ec7-96f6-ae4eaaafd7d2
  kind: Event
  lastTimestamp: "2026-09-17T23:34:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:34Z"
    name: isvc-sklearn-predictor-799dc7b467-d9tpj.18d63fd267ce8002
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: 3eb12442-1c2e-45e5-a7f5-bb53d02525e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-799dc7b467
    namespace: kserve-ci-e2e-test
    resourceVersion: "20954"
    uid: e0250837-23df-481a-b660-8ff69485f4e6
  kind: Event
  lastTimestamp: "2026-09-17T23:33:01Z"
  message: 'Created pod: isvc-sklearn-predictor-799dc7b467-d9tpj'
  metadata:
    creationTimestamp: "2026-09-17T23:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:01Z"
    name: isvc-sklearn-predictor-799dc7b467.18d63fbca05ccc93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: ac1144cb-9cdf-48d1-8932-9e48da862052
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: a1333d2c-51e0-44a8-a14b-c753d63d3561
  kind: Event
  lastTimestamp: "2026-09-17T23:33:01Z"
  message: Scaled up replica set isvc-sklearn-predictor-799dc7b467 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:01Z"
    name: isvc-sklearn-predictor.18d63fbc9d87f01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: faccfb56-7a09-47c6-884a-906107411c71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 7b547357-5f51-4324-bac3-d36a76ab878c
  kind: Event
  lastTimestamp: "2026-09-17T23:33:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:46Z"
    name: isvc-sklearn-predictor.18d63fc01bf64c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: 485997e9-446a-4992-b199-5063edd2250d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: 7b547357-5f51-4324-bac3-d36a76ab878c
  kind: Event
  lastTimestamp: "2026-09-17T23:33:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:46Z"
    name: isvc-sklearn-predictor.18d63fc01c5b98a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: fd91db17-4fa4-48b5-ae0b-d485bf3fb37d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 7b547357-5f51-4324-bac3-d36a76ab878c
  kind: Event
  lastTimestamp: "2026-09-17T23:34:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:31Z"
    name: isvc-sklearn-predictor.18d63fca985e3b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21756"
    uid: bbb781d3-60e3-49e4-8aab-be5b2fcff27c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 7b547357-5f51-4324-bac3-d36a76ab878c
  kind: Event
  lastTimestamp: "2026-09-17T23:34:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:31Z"
    name: isvc-sklearn-predictor.18d63fca98c51117
    namespace: kserve-ci-e2e-test
    resourceVersion: "21757"
    uid: 68a28014-5353-48fe-80fb-547acba74e59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:37:35.932644Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23419"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-57599db9f-rs79h
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:37:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:37:35Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffc918ddd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23425"
    uid: 200435b0-d676-4ca5-83d7-6fff8b4be29f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:36Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffc9e6650a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 7af14064-c21d-4a08-b7cf-6e2cb4b051d6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23429"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffcd7c04652
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: cd002c4e-87a8-4a30-a2bb-5c0749bda65e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffcd947fc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 614d94d9-13b2-4c91-9514-80be45e2ec5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffcdd9c44ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23508"
    uid: 73d10d6b-9eb5-443b-9b87-5b0372e2be50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:37Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffcddffa1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: 035cba97-0ee1-42b5-bf27-933b30c3feec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:44Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffe7794174a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23616"
    uid: 43c7447b-d2a1-43a4-b3ae-3183a9a7e893
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:44Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffe7a232e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23618"
    uid: f909e0d7-7aa4-4130-971d-d7b1730075cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:44Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffe7a8c880d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23619"
    uid: 16e5863f-fa83-4f5f-85f1-3a3b58f4f67a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:44Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffe7a97d5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: 2e07993f-4ab9-464e-96ac-3a251382a638
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:44Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffe7d723743
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 70e2ccf5-a011-452e-9457-89399cdef999
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:44Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffe7ddafa7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: 167b60b6-d9ec-40aa-887d-9001477aaabd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:52Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d63ffeef6fcd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: e65cd08b-d2ac-4e84-a787-d60e55f6e4a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:38:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:07Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d64004006a1cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23844"
    uid: 09567de8-a597-4ff9-bf7f-ee35282e162e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 41c85844-3c31-4cc4-a1b3-a720eaf7a41a
  kind: Event
  lastTimestamp: "2026-09-17T23:38:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:07Z"
    name: isvc-sklearn-runtime-predictor-57599db9f-rs79h.18d64004006a90cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: 496c1eb1-52b9-44f6-aea1-7e2b5e6a1653
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-57599db9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23408"
    uid: 964252fc-e7eb-43ad-9100-5b93f55793be
  kind: Event
  lastTimestamp: "2026-09-17T23:37:35Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-57599db9f-rs79h'
  metadata:
    creationTimestamp: "2026-09-17T23:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:35Z"
    name: isvc-sklearn-runtime-predictor-57599db9f.18d63ffc912454ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: fc14765d-6dcb-40fc-aeab-d3b506938276
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 2268b7a6-0243-4bb5-b48e-d2ac91e2fc37
  kind: Event
  lastTimestamp: "2026-09-17T23:37:35Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-57599db9f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:35Z"
    name: isvc-sklearn-runtime-predictor.18d63ffc8e40da38
    namespace: kserve-ci-e2e-test
    resourceVersion: "23410"
    uid: b5035fcd-99c1-4f16-97b2-b1cefc24c53b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: f4b5b2cb-4892-4566-a4d1-5c9cb8e7cd74
  kind: Event
  lastTimestamp: "2026-09-17T23:38:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:38:05Z"
    name: isvc-sklearn-runtime-predictor.18d640000d0180c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23811"
    uid: 8d04f263-5e9a-4def-8223-2a528598f344
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: f4b5b2cb-4892-4566-a4d1-5c9cb8e7cd74
  kind: Event
  lastTimestamp: "2026-09-17T23:38:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:38:05Z"
    name: isvc-sklearn-runtime-predictor.18d640000d657cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23812"
    uid: 87076c99-7d34-4ca7-87fa-15cbbfea3002
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: b2c0f1e4-69c8-4512-8196-ad9fc56f312d
  kind: Event
  lastTimestamp: "2026-09-17T23:38:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:38:02Z"
    name: isvc-sklearn-runtime.18d63ffc8e3caf0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23784"
    uid: cd18a7ed-120a-4071-9a69-bdbb069d155f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: b2c0f1e4-69c8-4512-8196-ad9fc56f312d
  kind: Event
  lastTimestamp: "2026-09-17T23:37:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:37:35Z"
    name: isvc-sklearn-runtime.18d63ffc8ebef78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: ad60b471-86e8-4f8b-922e-9048f9bbd10f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23782"
    uid: b2c0f1e4-69c8-4512-8196-ad9fc56f312d
  kind: Event
  lastTimestamp: "2026-09-17T23:38:02Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:38:02Z"
    name: isvc-sklearn-runtime.18d64002ae37389a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: d95a547a-1920-47c7-9822-33a493d4dabd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:53:48.154753Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33431"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:53:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:53:48Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640deee81ecc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33436"
    uid: d9b801ee-4fee-453a-87e1-f83033777127
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:48Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640def870bf71
    namespace: kserve-ci-e2e-test
    resourceVersion: "33452"
    uid: 24062f02-1ee6-4f0d-8170-06958a8c57d6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33441"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:50Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:53:50Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640df69cc24bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33464"
    uid: 2379dd0f-10d4-418a-83da-8309acb85690
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:50Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640df6b3055d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33466"
    uid: 5f4df918-6245-43d4-aa87-6791fea8193c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:50Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640df6e2de813
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: 4c80931c-7bf1-477a-8b23-0701a87fc207
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:50Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640df6e9ff0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33470"
    uid: 5e4716a5-9502-4441-bafa-f46648b4aff4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:52Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640dfd7864e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: a8bc5a78-9a5f-428e-a655-22fb8b07c34f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:52Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640dfda6339ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: c754ddb4-4e3b-4e2b-a445-d6f66966f158
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:52Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640dfdae364de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33493"
    uid: 63d70be0-cbbf-43b6-be65-45aac072bdca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:52Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640dfdaebb53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: 741bceb6-ac6b-44c5-acc2-b0ac04555a69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:52Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640dfddf565ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33496"
    uid: c46ee01f-fd51-4939-b459-cc61a5c5a25a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:53:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:52Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640dfde699c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "33497"
    uid: 429fccc9-1315-4eaa-ac51-5e04b2c56ed1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:55:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:09Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640e0138c4907
    namespace: kserve-ci-e2e-test
    resourceVersion: "34212"
    uid: 0263b664-cd9f-41d2-b3bc-c8cea9587645
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:55:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:08Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640f19471e99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: 26d03df7-a234-45b8-aa33-75dbae39e85d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:55:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:08Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640f194729aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34160"
    uid: f7a46cf5-c903-486d-a9b2-181e1b992de9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: 02e900b5-1036-4522-8372-ffbb155efd6f
  kind: Event
  lastTimestamp: "2026-09-17T23:55:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:14Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv.18d640f1c5b0d790
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: 73997026-2237-4e50-b1a8-40908f5aa48b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-8888c8b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33422"
    uid: 8b80cf56-0be6-43ba-8663-c86d8edb72c6
  kind: Event
  lastTimestamp: "2026-09-17T23:53:48Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-8888c8b4b-5wjsv'
  metadata:
    creationTimestamp: "2026-09-17T23:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:48Z"
    name: isvc-sklearn-s3-predictor-8888c8b4b.18d640deee156689
    namespace: kserve-ci-e2e-test
    resourceVersion: "33432"
    uid: 92454c27-ff1f-48e0-9f39-4a26c728f05a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33420"
    uid: 63fd7c72-d85d-4e3d-9556-5ab233b83934
  kind: Event
  lastTimestamp: "2026-09-17T23:53:48Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-8888c8b4b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:48Z"
    name: isvc-sklearn-s3-predictor.18d640deebde099c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: 7fd76619-b385-4dfa-9085-fdab6179635c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 0766f79a-ead8-411e-bfce-238f8fb00053
  kind: Event
  lastTimestamp: "2026-09-17T23:54:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:54:33Z"
    name: isvc-sklearn-s3-predictor.18d640e26a8ef418
    namespace: kserve-ci-e2e-test
    resourceVersion: "33794"
    uid: 9473886a-c856-4407-b2d6-c778ea11dd67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 0766f79a-ead8-411e-bfce-238f8fb00053
  kind: Event
  lastTimestamp: "2026-09-17T23:54:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:54:33Z"
    name: isvc-sklearn-s3-predictor.18d640e26af1e5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33795"
    uid: 440a38b5-4875-4d75-9d43-d4ba0c162547
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 0766f79a-ead8-411e-bfce-238f8fb00053
  kind: Event
  lastTimestamp: "2026-09-17T23:55:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:03Z"
    name: isvc-sklearn-s3-predictor.18d640ece7c23232
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: 136d4609-afcc-48e2-a99a-602060f37e97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33579"
    uid: 0766f79a-ead8-411e-bfce-238f8fb00053
  kind: Event
  lastTimestamp: "2026-09-17T23:55:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:03Z"
    name: isvc-sklearn-s3-predictor.18d640ece829dee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: bae766c2-d051-46ab-9353-f1e57c97fff6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:58:01.800616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35938"
    uid: 40817ae0-0ec4-49aa-ba97-91fec6f6cbe6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:58:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:58:01Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq.18d64119fcfaa5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: 74d41ae3-cad8-486d-b582-b4a4b1269438
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 40817ae0-0ec4-49aa-ba97-91fec6f6cbe6
  kind: Event
  lastTimestamp: "2026-09-17T23:58:02Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:58:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq.18d6411a1edeeff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35963"
    uid: 1dca64d8-c288-4c23-86f0-cf68b42ac5bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 40817ae0-0ec4-49aa-ba97-91fec6f6cbe6
  kind: Event
  lastTimestamp: "2026-09-17T23:58:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq.18d6411a2044223a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: 048b8459-63c1-4b3f-9b02-f186277e1d51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 40817ae0-0ec4-49aa-ba97-91fec6f6cbe6
  kind: Event
  lastTimestamp: "2026-09-17T23:58:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq.18d6411a2325738b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36005"
    uid: d82000b7-e134-4988-8824-71fcdd15869b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 40817ae0-0ec4-49aa-ba97-91fec6f6cbe6
  kind: Event
  lastTimestamp: "2026-09-17T23:58:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq.18d6411a2397806f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36007"
    uid: cf1818d0-e7a3-4ff8-8f4e-ab3d6b292f78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35942"
    uid: 40817ae0-0ec4-49aa-ba97-91fec6f6cbe6
  kind: Event
  lastTimestamp: "2026-09-17T23:58:11Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq_kserve-ci-e2e-test(40817ae0-0ec4-49aa-ba97-91fec6f6cbe6)
  metadata:
    creationTimestamp: "2026-09-17T23:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq.18d6411c29fee4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: 5c1d65e7-440c-4081-a85d-d227d3805258
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 7aac5745-2d55-47b8-a395-aff030312264
  kind: Event
  lastTimestamp: "2026-09-17T23:58:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598-knrcq'
  metadata:
    creationTimestamp: "2026-09-17T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:01Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598.18d64119fc835999
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: 00a15f47-3c49-41f1-a08f-312ea1817710
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35926"
    uid: 223d8f49-6606-4844-b118-5c4a7bd9b4b2
  kind: Event
  lastTimestamp: "2026-09-17T23:58:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5dcd788598
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:01Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d64119f96ab95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35931"
    uid: 3c1ce504-dfbf-4ffe-9f43-8487a3a28aef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35918"
    uid: 035c6423-bc3c-4aba-93e8-8ba80a8af192
  kind: Event
  lastTimestamp: "2026-09-17T23:58:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:58:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d64119f970b351
    namespace: kserve-ci-e2e-test
    resourceVersion: "36047"
    uid: ceda7246-56b3-4c1a-ad0a-7248c1925ba0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35918"
    uid: 035c6423-bc3c-4aba-93e8-8ba80a8af192
  kind: Event
  lastTimestamp: "2026-09-17T23:58:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:58:01Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d64119fa0392f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: d802c2d0-cab9-4c64-8928-05915be26069
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35921"
    uid: 035c6423-bc3c-4aba-93e8-8ba80a8af192
  kind: Event
  lastTimestamp: "2026-09-17T23:58:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:58:01Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6411a0026363f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: 0decc084-bb14-4067-b7f0-fe8b0d52da5d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:56:40.656280Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35150"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:56:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:56:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d641071866554e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: 78d75ca7-0886-48a0-91bc-2022286a2737
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d64107247ca2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35171"
    uid: 10a24c3d-6c52-4b54-9ec3-a8f0d19daf97
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35160"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:42Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:56:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d6410793c30354
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: 561e8c90-7a44-4a43-9296-f792c7bddf90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d64107952c3052
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: 3ac65f11-cd6c-4148-8d49-6d458b0abba6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d64107993bcd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: ed81faf6-fcc6-454e-a384-7f9cb3a6b2fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d6410799aee7ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35188"
    uid: fd6c9baf-d7d9-475a-9073-4aea4160d2e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d641080df1d583
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 4e56d08f-5230-4180-8068-7f17f473f49e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d6410811291f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35216"
    uid: a42cd42d-770a-455a-93c8-56c036e6f229
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d6410811a208f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: 777acfb3-6e57-4780-bec4-76362dc11554
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d6410811ab88ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: f2309ee6-4849-4b50-9000-bf12c8d92f9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d6410814385d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: ac4f208f-9370-4835-8d2f-4f9c05c8ec3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:56:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d6410814bc01b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35221"
    uid: c65a39fe-e18c-40f2-bc50-60abc564f417
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:58:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d6410849edd69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35944"
    uid: dc79024a-3ae3-4df1-a456-eec30995a79f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:58:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d64119bbcfdc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35899"
    uid: 212439ed-5e78-4a15-ba3d-7bac04918624
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:58:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d64119bbd0fe48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35900"
    uid: c10d03d8-b452-4ffe-8881-6f60c4760ba0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 0dff4369-0a78-4069-b2d5-4d82cb46a435
  kind: Event
  lastTimestamp: "2026-09-17T23:58:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn.18d64119fc0c71e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35939"
    uid: 25c1e782-2995-40bf-9852-ea6c639cffc1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998
    namespace: kserve-ci-e2e-test
    resourceVersion: "35142"
    uid: d233143e-ee32-4c39-9af4-4e60403fe207
  kind: Event
  lastTimestamp: "2026-09-17T23:56:40Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998-lj4hn'
  metadata:
    creationTimestamp: "2026-09-17T23:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998.18d6410717f1ccc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35151"
    uid: 6b88c7b1-a469-4bc1-bf7d-708fc0bfa73c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: 05d3cebe-81de-439b-8854-5d45fde24e74
  kind: Event
  lastTimestamp: "2026-09-17T23:56:40Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-b85cc7998
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6410715c7dcfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35144"
    uid: 86c8ed56-c608-44b7-b9c8-6e3acc66ac93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35140"
    uid: 34f59168-bdd1-4cf2-a540-79486149c8e9
  kind: Event
  lastTimestamp: "2026-09-17T23:57:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:57:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6410a948bdf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "35417"
    uid: 95a91cb3-d599-46a4-85ef-7b8e4b6f3cad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35140"
    uid: 34f59168-bdd1-4cf2-a540-79486149c8e9
  kind: Event
  lastTimestamp: "2026-09-17T23:57:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:57:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6410a94f7876e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35418"
    uid: 4e45e8bd-aea4-4887-a8d9-6413ff2935dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: 34f59168-bdd1-4cf2-a540-79486149c8e9
  kind: Event
  lastTimestamp: "2026-09-17T23:57:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:57:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d64111927fdc3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35850"
    uid: 80051045-bef6-435d-8759-3a8be2a01a33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: 34f59168-bdd1-4cf2-a540-79486149c8e9
  kind: Event
  lastTimestamp: "2026-09-17T23:57:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:57:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6411192f86b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "35851"
    uid: 1a2ad84e-72e6-4e48-9df4-eb080bcfd027
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: fd1cc061-671f-4e19-8f6b-90aff24335f0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:57:51Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d64107159997a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: dd70f955-fdcc-4cd1-8cb3-5d61adb735f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: fd1cc061-671f-4e19-8f6b-90aff24335f0
  kind: Event
  lastTimestamp: "2026-09-17T23:56:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:56:40Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6410715f023bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35147"
    uid: a6a1f76a-81ca-48b0-9b73-159f6a76afa0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:57:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: fd1cc061-671f-4e19-8f6b-90aff24335f0
  kind: Event
  lastTimestamp: "2026-09-17T23:57:51Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:57:51Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d64117acf5f66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35817"
    uid: 993d8f3a-bae1-46bb-8152-00a4edda60fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:56:29.540531Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r
    namespace: kserve-ci-e2e-test
    resourceVersion: "34974"
    uid: a4edc725-8899-479a-9b30-126a7973d21d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:56:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:56:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r.18d6410481d982b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34980"
    uid: c86e91de-97a9-4679-bd6f-3a449f41d059
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r
    namespace: kserve-ci-e2e-test
    resourceVersion: "34984"
    uid: a4edc725-8899-479a-9b30-126a7973d21d
  kind: Event
  lastTimestamp: "2026-09-17T23:56:30Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:56:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r.18d64104a3cd47bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34993"
    uid: b84e2f31-cc1f-4df8-940e-a2f89e7f500a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r
    namespace: kserve-ci-e2e-test
    resourceVersion: "34976"
    uid: a4edc725-8899-479a-9b30-126a7973d21d
  kind: Event
  lastTimestamp: "2026-09-17T23:56:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r.18d64104a51f1d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35053"
    uid: 769587d7-a60c-4b7d-b799-33531344cb41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r
    namespace: kserve-ci-e2e-test
    resourceVersion: "34976"
    uid: a4edc725-8899-479a-9b30-126a7973d21d
  kind: Event
  lastTimestamp: "2026-09-17T23:56:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r.18d64104a8cb41f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: cf369006-2903-4215-a90e-f18f121f3201
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r
    namespace: kserve-ci-e2e-test
    resourceVersion: "34976"
    uid: a4edc725-8899-479a-9b30-126a7973d21d
  kind: Event
  lastTimestamp: "2026-09-17T23:56:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r.18d64104a93e9b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "35058"
    uid: ddeae99d-85a0-478c-89c5-be8cff3f1545
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r
    namespace: kserve-ci-e2e-test
    resourceVersion: "34976"
    uid: a4edc725-8899-479a-9b30-126a7973d21d
  kind: Event
  lastTimestamp: "2026-09-17T23:56:37Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r_kserve-ci-e2e-test(a4edc725-8899-479a-9b30-126a7973d21d)
  metadata:
    creationTimestamp: "2026-09-17T23:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r.18d641066add4915
    namespace: kserve-ci-e2e-test
    resourceVersion: "35081"
    uid: 8199e569-f933-4c47-8053-05461edc653b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34965"
    uid: 32a351f3-b36f-4c76-b3fa-364541a2cb56
  kind: Event
  lastTimestamp: "2026-09-17T23:56:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8-6f96r'
  metadata:
    creationTimestamp: "2026-09-17T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8.18d6410481508a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "34975"
    uid: c8753932-d4bf-4d56-8e8f-4e0c2e1cef56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34962"
    uid: 33a0a9a4-eb0f-423b-a943-f91bb04e9c7d
  kind: Event
  lastTimestamp: "2026-09-17T23:56:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-556f97dbf8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d641047ed538fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34967"
    uid: 211f12d6-cf83-4f54-ae3b-a4a5fd931676
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "34955"
    uid: f17de98c-b670-414d-b18d-ae801413a503
  kind: Event
  lastTimestamp: "2026-09-17T23:56:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:56:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18d641047ed3fb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "35084"
    uid: 2e5c5512-f54e-4329-b0d8-8a53b962df7f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "34955"
    uid: f17de98c-b670-414d-b18d-ae801413a503
  kind: Event
  lastTimestamp: "2026-09-17T23:56:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:56:29Z"
    name: isvc-sklearn-s3-tls-global-fail.18d641047f6e0aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34971"
    uid: bfc500c6-c55b-449d-89b5-10f882e955c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:55:08.450602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:55:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:55:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f1a083675d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 495513e3-0a31-45e6-a277-343a08d92cc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:09Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:55:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f1c2858701
    namespace: kserve-ci-e2e-test
    resourceVersion: "34208"
    uid: 1b2afd77-ab43-4a1e-8ba1-4179397761fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f1c3f21632
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: b1d10d97-d2a2-4976-8dfc-7022e4a71e0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f1c7a1f651
    namespace: kserve-ci-e2e-test
    resourceVersion: "34214"
    uid: b0cd4a91-6e16-4fd0-bb0d-5a93c1d1c256
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f1c81e0290
    namespace: kserve-ci-e2e-test
    resourceVersion: "34215"
    uid: e4257b6f-be9a-44da-bab1-c4581f9f1ccd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f21afb0799
    namespace: kserve-ci-e2e-test
    resourceVersion: "34231"
    uid: 3a17daa9-50e1-4b3b-93eb-8671aa706495
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f21e58a7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 320915d2-af44-420d-889b-5ae21a92fcc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f21ed47eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34236"
    uid: aea0c8ae-2c9d-41e7-9609-acdd82f30fdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f21ee07a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "34237"
    uid: aae6a45a-f6a7-4060-b40c-6b68763f63b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f22187d217
    namespace: kserve-ci-e2e-test
    resourceVersion: "34239"
    uid: 1f1b9f79-2674-4e6a-b027-2dff7036cbea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:55:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:55:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f2220573e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34240"
    uid: 984382f1-500d-4900-a629-7089dd2b6bfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:56:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d640f256fa466c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34832"
    uid: ddb9e6a5-106e-444c-b9cb-bc711aa17260
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:56:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d64104407a8916
    namespace: kserve-ci-e2e-test
    resourceVersion: "34935"
    uid: fcbef28b-6718-4183-811d-42acc32ade38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:56:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d64104407b7ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34936"
    uid: 85d9befe-3d4b-44e8-a9f0-0d52352215bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 7e3f7233-4a4d-4274-8bf8-919e9f59608a
  kind: Event
  lastTimestamp: "2026-09-17T23:56:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:56:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd.18d641053323a89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35026"
    uid: 9e96e216-24fb-4b64-909e-71574774dd3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 5201e984-5dd2-4520-8089-3e85893b5994
  kind: Event
  lastTimestamp: "2026-09-17T23:55:08Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798-7qxkd'
  metadata:
    creationTimestamp: "2026-09-17T23:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-98f74b798.18d640f1a007c3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34189"
    uid: 79571ea2-e174-4227-a1f6-23fbb01862ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: b040088c-231c-4269-b063-0ece03c9abd7
  kind: Event
  lastTimestamp: "2026-09-17T23:55:08Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-98f74b798
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d640f19c9d555f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: 99dca5a9-38c5-4604-9f24-d96bbeb44737
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 5e02f260-784e-4a3b-9568-137c17914626
  kind: Event
  lastTimestamp: "2026-09-17T23:55:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d640f51b5621e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: d41ea8a5-38b9-488f-89ec-e1a689848bc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 5e02f260-784e-4a3b-9568-137c17914626
  kind: Event
  lastTimestamp: "2026-09-17T23:55:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:55:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d640f51bbde7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34465"
    uid: 32ada20e-a983-485d-b89a-dd157a709e75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34360"
    uid: 5e02f260-784e-4a3b-9568-137c17914626
  kind: Event
  lastTimestamp: "2026-09-17T23:56:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d640fc1987929f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34879"
    uid: eabf0911-8bb3-4480-8e53-83a0e4db0fc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34360"
    uid: 5e02f260-784e-4a3b-9568-137c17914626
  kind: Event
  lastTimestamp: "2026-09-17T23:56:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:56:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d640fc19ec66d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34880"
    uid: 6d1667d3-a27f-4777-8b5c-dc580a1bb035
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34168"
    uid: 15f581f9-4572-4590-b438-fa9d02314d91
  kind: Event
  lastTimestamp: "2026-09-17T23:56:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:56:27Z"
    name: isvc-sklearn-s3-tls-global-pass.18d640f19c9e9c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34913"
    uid: 3158dbef-d427-48c4-a2b4-bd1dcb15c8f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:55:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34168"
    uid: 15f581f9-4572-4590-b438-fa9d02314d91
  kind: Event
  lastTimestamp: "2026-09-17T23:55:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:55:08Z"
    name: isvc-sklearn-s3-tls-global-pass.18d640f19d33a096
    namespace: kserve-ci-e2e-test
    resourceVersion: "34183"
    uid: 883b25b0-8de4-44db-a5d9-dfd9b24410aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:56:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34911"
    uid: 15f581f9-4572-4590-b438-fa9d02314d91
  kind: Event
  lastTimestamp: "2026-09-17T23:56:27Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:56:27Z"
    name: isvc-sklearn-s3-tls-global-pass.18d641040e171a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34912"
    uid: 3660c341-292b-4829-8b3d-61b918dfc1ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:59:33.986744Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 0320fd0a-b61a-42a5-97a6-52296a7cb940
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:59:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:59:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw.18d6412f73b3634f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36888"
    uid: 88f2a127-ce2c-4421-a93e-a5c648f106a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 0320fd0a-b61a-42a5-97a6-52296a7cb940
  kind: Event
  lastTimestamp: "2026-09-17T23:59:34Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:59:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw.18d6412f957b40bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36908"
    uid: 375b9abe-4dab-474e-86a3-128a617e62de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 0320fd0a-b61a-42a5-97a6-52296a7cb940
  kind: Event
  lastTimestamp: "2026-09-17T23:59:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw.18d6412f96f5b598
    namespace: kserve-ci-e2e-test
    resourceVersion: "36973"
    uid: d2f3fa82-5445-4e83-b9cb-599daffbc300
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 0320fd0a-b61a-42a5-97a6-52296a7cb940
  kind: Event
  lastTimestamp: "2026-09-17T23:59:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw.18d6412f99d5b0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: aa79a9c3-6dcd-4a50-858d-91042cda77ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 0320fd0a-b61a-42a5-97a6-52296a7cb940
  kind: Event
  lastTimestamp: "2026-09-17T23:59:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw.18d6412f9a4af1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: c5691865-eb13-4a60-b22f-6e1b3b8bec56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36884"
    uid: 0320fd0a-b61a-42a5-97a6-52296a7cb940
  kind: Event
  lastTimestamp: "2026-09-17T23:59:43Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw.18d64131c698e4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37014"
    uid: 431ed001-dc3b-4d6c-acd1-cc9477ea415e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: b592d04c-fe05-40c7-b0f3-c85c15f5140e
  kind: Event
  lastTimestamp: "2026-09-17T23:59:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9-cjrlw'
  metadata:
    creationTimestamp: "2026-09-17T23:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:59:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9.18d6412f73470fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36883"
    uid: 269a3abe-a95f-4312-a5da-ac1b3f56dd47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36871"
    uid: f2b7e193-c6f7-4d37-874f-5eb2424cccb4
  kind: Event
  lastTimestamp: "2026-09-17T23:59:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-dfb58c8f9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:59:33Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d6412f71051569
    namespace: kserve-ci-e2e-test
    resourceVersion: "36875"
    uid: 136ba604-a4c2-42bf-be4b-ba0b132de1c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: d7a4c55f-1190-4ea8-8507-da786c45884a
  kind: Event
  lastTimestamp: "2026-09-17T23:59:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:59:41Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6412f70fdb5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: 42c66953-e720-432a-893b-0c61cced56b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36864"
    uid: d7a4c55f-1190-4ea8-8507-da786c45884a
  kind: Event
  lastTimestamp: "2026-09-17T23:59:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:59:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6412f719eed52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 42f8468d-3726-4222-b8b8-73c53c13cfb1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36866"
    uid: d7a4c55f-1190-4ea8-8507-da786c45884a
  kind: Event
  lastTimestamp: "2026-09-17T23:59:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T23:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:59:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6412f76b3f8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36898"
    uid: b823e7f6-bc22-4cfe-ae7c-59d9589c782f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:58:12.893875Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:58:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:58:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411c92305b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "36106"
    uid: a2b299ef-4b81-4417-8d44-88b6d849a83f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411ca0397192
    namespace: kserve-ci-e2e-test
    resourceVersion: "36118"
    uid: 68e5d39a-7a23-48d7-bfcd-c156cf812a8d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36110"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:14Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411cd7fbf3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36131"
    uid: 15ca982b-81bc-44b8-942b-78351f6e1f88
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411cd95ec659
    namespace: kserve-ci-e2e-test
    resourceVersion: "36134"
    uid: a6bf0725-898f-4064-b32e-e1e5a82bd106
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411cdc13ec05
    namespace: kserve-ci-e2e-test
    resourceVersion: "36135"
    uid: 161c7bef-c41f-44b7-8528-9f56e77cd492
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411cdc8ab649
    namespace: kserve-ci-e2e-test
    resourceVersion: "36136"
    uid: 78720b67-6940-48fb-9340-156e0e338f10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411d552a7ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 0d6b8320-ace7-4132-99fb-0655ec571111
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411d581cbd5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 30a236e2-5663-446c-b935-9111d1ab43b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411d58907e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "36168"
    uid: 75bed0af-1d4b-45a6-9961-6ad0db160053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411d589a21a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36169"
    uid: 3c165644-b001-438a-8bfc-35fd3b0c1ab2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411d5bbb1f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36171"
    uid: efe20b61-cf60-4500-9b99-ee2920937674
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:58:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:58:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411d5c2f4306
    namespace: kserve-ci-e2e-test
    resourceVersion: "36172"
    uid: 15d9936f-73c6-43cc-9854-ae30fff9d643
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:59:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6411dcd0c4b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "36763"
    uid: 1a187cd6-f0a6-4c6a-854b-e9ab3795de2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:59:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6412f3370303f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36847"
    uid: 8dcb0c32-b478-4805-8947-ef8346b2e589
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:59:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6412f33708db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36848"
    uid: 77aecfbc-7b0b-49ca-817b-0b7a916e618d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: ad05d5fc-a934-493a-8af0-bd935ce713e5
  kind: Event
  lastTimestamp: "2026-09-17T23:59:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:59:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56.18d6412f7f38b9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36903"
    uid: d00ae934-467c-4366-88e0-e1124bb5fe7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497
    namespace: kserve-ci-e2e-test
    resourceVersion: "36092"
    uid: 01e1ff31-cbd4-4138-a439-aa08352b4761
  kind: Event
  lastTimestamp: "2026-09-17T23:58:12Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497-cxn56'
  metadata:
    creationTimestamp: "2026-09-17T23:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-66b557497.18d6411c91b861ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: 569d6e42-d480-4219-9e39-1fa38770099c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36089"
    uid: 658afb2f-b961-4c5f-9bf7-cb71e7c5f2b0
  kind: Event
  lastTimestamp: "2026-09-17T23:58:12Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-66b557497
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6411c8f57297a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: 47ab4e58-b304-497a-98ab-43af42e4596c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36090"
    uid: 89488d2c-b28b-44af-9d78-08e064299231
  kind: Event
  lastTimestamp: "2026-09-17T23:58:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d641200ddbba31
    namespace: kserve-ci-e2e-test
    resourceVersion: "36266"
    uid: 3c2d6feb-7999-40f8-b281-8b3d3f71711e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36090"
    uid: 89488d2c-b28b-44af-9d78-08e064299231
  kind: Event
  lastTimestamp: "2026-09-17T23:58:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:58:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d641200e421694
    namespace: kserve-ci-e2e-test
    resourceVersion: "36268"
    uid: 53e71ab1-7799-488d-98b4-cf6ee609cb1a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: 89488d2c-b28b-44af-9d78-08e064299231
  kind: Event
  lastTimestamp: "2026-09-17T23:59:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:59:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d641238cf7b28d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36791"
    uid: c7547aaa-678b-455d-94d1-e660b3060e9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36267"
    uid: 89488d2c-b28b-44af-9d78-08e064299231
  kind: Event
  lastTimestamp: "2026-09-17T23:59:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:59:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d641238d5c6436
    namespace: kserve-ci-e2e-test
    resourceVersion: "36792"
    uid: 72cf0a0c-61af-45d6-b870-ad262792d611
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: cf4dc09d-9303-4c92-887a-044d3daf5ff7
  kind: Event
  lastTimestamp: "2026-09-17T23:59:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:59:30Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6411c8f278306
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 65652b99-2d72-4a5e-96df-bc216b7e3be2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:58:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: cf4dc09d-9303-4c92-887a-044d3daf5ff7
  kind: Event
  lastTimestamp: "2026-09-17T23:58:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:58:12Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6411c8f8fd875
    namespace: kserve-ci-e2e-test
    resourceVersion: "36097"
    uid: 811c11eb-a359-4258-8f59-a266aaab81c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:59:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36814"
    uid: cf4dc09d-9303-4c92-887a-044d3daf5ff7
  kind: Event
  lastTimestamp: "2026-09-17T23:59:30Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:59:30Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6412e8e64fe2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: bfe3a40c-e7f3-46da-8d71-bef5cab3ad15
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: f5662979-f173-4e1c-9f13-a390ac5e2fa3
  kind: Event
  lastTimestamp: "2026-09-17T23:54:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:54:59Z"
    name: isvc-sklearn-s3.18d640deebda76ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34063"
    uid: 9178e972-b0f6-4c41-b3cb-a5ff2ed4d548
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: f5662979-f173-4e1c-9f13-a390ac5e2fa3
  kind: Event
  lastTimestamp: "2026-09-17T23:53:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:53:48Z"
    name: isvc-sklearn-s3.18d640deec2d7ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: 9b889415-2cc9-4807-b756-040b1a1d5476
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: f5662979-f173-4e1c-9f13-a390ac5e2fa3
  kind: Event
  lastTimestamp: "2026-09-17T23:54:59Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:54:59Z"
    name: isvc-sklearn-s3.18d640ef7696008d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34062"
    uid: e72fba71-dc51-4297-adf6-7bbe1ffd3fd6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-69d6b665f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: d4d8c156-88f4-4f1d-b248-5d5109fe2e74
  kind: Event
  lastTimestamp: "2026-09-17T23:32:27Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-69d6b665f9-lfvhq'
  metadata:
    creationTimestamp: "2026-09-17T23:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:32:27Z"
    name: isvc-sklearn-scheduler-predictor-69d6b665f9.18d63fb4cb14ce52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: cd58809b-9f84-44e0-b146-4af312107bd9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: bd04afc6-f14e-41c2-bc5f-041c4aaca446
  kind: Event
  lastTimestamp: "2026-09-17T23:32:27Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-69d6b665f9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:32:27Z"
    name: isvc-sklearn-scheduler-predictor.18d63fb4c7e2bd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 885ba8f5-8953-470a-9cf2-3e236f8a6b50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 9bed1cd4-72af-4c48-a763-589ee9b98228
  kind: Event
  lastTimestamp: "2026-09-17T23:32:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:32:27Z"
    name: isvc-sklearn-scheduler.18d63fb4c75be876
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 05ec221a-190d-4a74-84b8-5c4f8be029b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 9bed1cd4-72af-4c48-a763-589ee9b98228
  kind: Event
  lastTimestamp: "2026-09-17T23:32:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:32:27Z"
    name: isvc-sklearn-scheduler.18d63fb4c7e1d65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: f4c4a39e-7144-411b-b3af-d45f0db4cd7a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 9bed1cd4-72af-4c48-a763-589ee9b98228
  kind: Event
  lastTimestamp: "2026-09-17T23:32:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:32:27Z"
    name: isvc-sklearn-scheduler.18d63fb4c7e23796
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: 648668cf-fe7c-4061-9f72-2f0e9718aa04
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:40:43.648432Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25412"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:40:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:40:43Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d6402846497a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25419"
    uid: 4b6ee9dc-7ee7-4083-ace0-32154f0ac904
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d6402868552b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: e87607bd-2687-4f23-8776-8474d1f6a540
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d6402869d8fe51
    namespace: kserve-ci-e2e-test
    resourceVersion: "25435"
    uid: fcefd01d-eb40-438d-9399-57f459bed35e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d640286ccc662a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25439"
    uid: fdc1139d-e0f9-46d5-9e7f-722d054074c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:44Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d640286d4247b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25440"
    uid: eafe5d1b-c0d3-402a-8bed-546492b96b6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:49Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d640299134c2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: d6ab4e04-2aed-4e8d-ad72-56768b5ca427
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:49Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d640299582a304
    namespace: kserve-ci-e2e-test
    resourceVersion: "25509"
    uid: 546ffeac-9599-4f09-808f-373aa2061319
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:49Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d64029960dd195
    namespace: kserve-ci-e2e-test
    resourceVersion: "25510"
    uid: 50259284-70f7-4696-af07-32a33226e5ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:49Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d6402996242b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 74e0105c-fcf3-4662-9757-888d7bf40c0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:49Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d640299a57689f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: fe928452-64c2-4ecd-b278-ef8fdd516f35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:40:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:49Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d640299af52bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: e9cdbb15-8a40-4b8b-a6d8-a56a2e19f69a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:42:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:17Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d6402a093d95ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: 068aa99e-8d13-4eab-829e-961b3e2b6d06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:42:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:13Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d6403d42c90fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26195"
    uid: 75e38d91-8463-42b9-9e33-e9428bb447a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:42:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:13Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d6403d42c9accf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: de1a69e9-3e4f-4fc4-9648-b838e242d133
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 86daa65b-d287-4f57-8e60-b63c9b8f29aa
  kind: Event
  lastTimestamp: "2026-09-17T23:42:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:17Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2.18d6403e0f8dc139
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: ed946f77-eb52-462d-9908-e5269cee9404
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-745c694d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25404"
    uid: 38e28249-4c65-4909-8525-e17ebf8d8156
  kind: Event
  lastTimestamp: "2026-09-17T23:40:43Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-745c694d54-ptzd2'
  metadata:
    creationTimestamp: "2026-09-17T23:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:40:43Z"
    name: isvc-sklearn-v2-mixed-predictor-745c694d54.18d6402845e08e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25413"
    uid: b59a5b70-3908-4900-90e1-62cfa10c9c0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 9542ed0d-ab7d-4885-80b9-5c9655b7bed6
  kind: Event
  lastTimestamp: "2026-09-17T23:40:43Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-745c694d54 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:40:43Z"
    name: isvc-sklearn-v2-mixed-predictor.18d640284316b5e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: 17f2a5be-b5a4-4203-8ea8-9ab0b5a324d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25403"
    uid: 11976fc0-50de-42e0-b5cc-6825dc46004a
  kind: Event
  lastTimestamp: "2026-09-17T23:41:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:41:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6402bc1c51c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: 5fa8055d-ae6f-480c-b300-ea3b0cef6b75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25403"
    uid: 11976fc0-50de-42e0-b5cc-6825dc46004a
  kind: Event
  lastTimestamp: "2026-09-17T23:41:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:40:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:41:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6402bc23300ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25748"
    uid: a33532eb-c1cf-414a-a02d-9d7264ac331f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 11976fc0-50de-42e0-b5cc-6825dc46004a
  kind: Event
  lastTimestamp: "2026-09-17T23:42:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d64032c05ff352
    namespace: kserve-ci-e2e-test
    resourceVersion: "26178"
    uid: 59e0bac9-e68a-44eb-9e72-3483177b025f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 11976fc0-50de-42e0-b5cc-6825dc46004a
  kind: Event
  lastTimestamp: "2026-09-17T23:42:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d64032c0cf6a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: c8e99c14-cd47-4cbf-b679-c1aa3675ab9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: a1683443-8c12-41e4-8a4f-72199ebd890a
  kind: Event
  lastTimestamp: "2026-09-17T23:42:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:42:07Z"
    name: isvc-sklearn-v2-mixed.18d64028433c62e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 9730a158-e0df-4eaf-9a18-d7c5648da988
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: a1683443-8c12-41e4-8a4f-72199ebd890a
  kind: Event
  lastTimestamp: "2026-09-17T23:40:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:40:43Z"
    name: isvc-sklearn-v2-mixed.18d6402843d40c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25409"
    uid: 742b74b6-93c3-491f-a01a-18f6bcfb6408
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: a1683443-8c12-41e4-8a4f-72199ebd890a
  kind: Event
  lastTimestamp: "2026-09-17T23:42:07Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:42:07Z"
    name: isvc-sklearn-v2-mixed.18d6403bc17b8d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26134"
    uid: 4aae8755-66c9-4e5a-99c5-df43406bb620
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:39:08.286958Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:39:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:39:08Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d64012124cdbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: ac1663ef-2033-4052-9e05-c9a20c15eb47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24418"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:08Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:39:08Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d6401234306d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "24429"
    uid: dfeec79a-8cb2-4086-8f86-6681448f60b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:08Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d6401235ab162c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: 9fbaf4cf-c1ff-4583-95d9-90b91990f06b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:08Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d6401238fd76a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: 607c3218-bca5-4a6c-8799-97789c55a904
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:08Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d64012398978fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 840c5437-2b74-401a-91bd-f1758ab9b48f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:12Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d640131f6853fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: 593212b4-41a1-44c0-bbec-969801fa1c20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:12Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d64013224fa385
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: 80fab5bb-0fa6-48b4-b301-71507b01dc9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:12Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d6401322cccfbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24470"
    uid: 793d8b7b-62cb-46b3-a2b9-b592295ef447
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:12Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d6401322d7cbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 84de1e4c-d558-4d90-810f-e9e2a43a2277
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:12Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d640132666fe83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: f31960ad-e735-4013-b19e-d00e2a28683d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:39:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:12Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d6401326e59277
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 18abb087-32cc-4864-b55f-96c66700c91c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:40:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:40Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d640139745648c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: 98ecbd43-a809-49c9-a2fd-0ec0190c2ff0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:40:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:38Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d6402711397ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: 3eb78877-31d5-4f9c-a156-53afa74555df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:40:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:38Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d640271139e7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1659c13a-3290-4e7a-858d-fdef78832843
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: a699a566-7f9c-4105-9b99-2df7f6a93871
  kind: Event
  lastTimestamp: "2026-09-17T23:40:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:40:40Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt.18d640279d9552dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: d5bc8fda-d801-4f33-896f-5479e2270cb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7cf4cf69ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: 6379ef89-5625-4ccc-8184-b37934d4a859
  kind: Event
  lastTimestamp: "2026-09-17T23:39:08Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7cf4cf69ff-pq4bt'
  metadata:
    creationTimestamp: "2026-09-17T23:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:08Z"
    name: isvc-sklearn-v2-predictor-7cf4cf69ff.18d6401211d26daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24408"
    uid: 5ab7adc7-42cb-4339-ae47-bc36ea865160
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 58c85779-a757-4e5a-9a15-133ee21a0660
  kind: Event
  lastTimestamp: "2026-09-17T23:39:08Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7cf4cf69ff from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:08Z"
    name: isvc-sklearn-v2-predictor.18d640120f1d4f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 57850166-9c38-4d5f-aa8f-ea4965a64ba4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: 7960d23c-c8f0-452c-887b-f4a653deb6f3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:38Z"
    name: isvc-sklearn-v2-predictor.18d640158d9a552a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: b2e713dc-4afc-4172-8b43-836e2d77abe0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: 7960d23c-c8f0-452c-887b-f4a653deb6f3
  kind: Event
  lastTimestamp: "2026-09-17T23:39:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:39:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:39:38Z"
    name: isvc-sklearn-v2-predictor.18d640158e054abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 7d3ee374-21e0-432a-bd8d-9026f34fedbf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 7960d23c-c8f0-452c-887b-f4a653deb6f3
  kind: Event
  lastTimestamp: "2026-09-17T23:40:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:40:38Z"
    name: isvc-sklearn-v2-predictor.18d6401c8c0fb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25331"
    uid: a6c40eb3-f078-4610-bc1b-7d2e14380cf1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 7960d23c-c8f0-452c-887b-f4a653deb6f3
  kind: Event
  lastTimestamp: "2026-09-17T23:40:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:40:38Z"
    name: isvc-sklearn-v2-predictor.18d6401c8c76b1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25332"
    uid: 4f446048-4320-4890-be29-66ef816d6bcb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:38:13.029282Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23906"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:38:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:38:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d6400534afa3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23912"
    uid: 1afcf42b-b3cc-4b3b-80db-57a189e2efe8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640053b666b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: 80c37edd-d786-4c66-9bf9-ad462a4fe808
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:14Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:38:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640057a5641b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: a431136c-27eb-46b3-875f-a0ef4a7876e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640057bc3b7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23937"
    uid: 1e0a0d74-980c-452d-9128-2c7837aac8b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640057e6eb291
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: e2aa5cec-aaf4-4f79-8007-3b4d6c1ad1d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640057ed02fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: ba6bf2ff-9c58-4471-a37f-f353933c2811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:18Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T23:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640066c7d7c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: 9f9f6827-4c02-426f-972b-905b6a2cf10e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640066f53788f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 9e325ff3-7332-4aa0-a169-b57044249717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640066fc417ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 1306e289-11ea-453e-945e-4ed4c9f08438
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640066fcdd7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: e4dcc26a-e75f-427d-b10a-5655db64d511
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d6400672c43621
    namespace: kserve-ci-e2e-test
    resourceVersion: "23982"
    uid: f015af11-426f-4866-9130-f8c86af4b94f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:38:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:38:18Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d6400673482331
    namespace: kserve-ci-e2e-test
    resourceVersion: "23983"
    uid: 923c2403-eb65-4c33-826b-22f94d8f32f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:39:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d64010de038414
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: 775ed053-0c83-47b7-8525-943b542f9512
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:39:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d64010de040a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "24349"
    uid: 2799030b-93d0-404c-97a2-94a385c08b8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23910"
    uid: a7cf64e3-2142-4d53-b9a2-ac55ec1b1ca7
  kind: Event
  lastTimestamp: "2026-09-17T23:39:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:39:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh.18d640112300e96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: dda1576f-db72-4a51-aab8-115ff3c1425d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: 871b4c7f-25aa-4f72-a5f8-cf5a5760c060
  kind: Event
  lastTimestamp: "2026-09-17T23:38:13Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7bfhh'
  metadata:
    creationTimestamp: "2026-09-17T23:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:38:13Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d64005343a89cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: 63226884-926d-48a5-bfb6-55dd98ea8bf8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23895"
    uid: 39230692-1f24-4d2a-8945-5e163a0e85ba
  kind: Event
  lastTimestamp: "2026-09-17T23:38:12Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:38:12Z"
    name: isvc-sklearn-v2-runtime-predictor.18d640053181ad0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23900"
    uid: ccc93d11-b792-4f04-bec4-e9849f44d5f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: 98ce0620-6d57-4dde-898a-6f9adb40a355
  kind: Event
  lastTimestamp: "2026-09-17T23:38:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:38:58Z"
    name: isvc-sklearn-v2-runtime-predictor.18d64008b0677a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: fcd4043a-aee1-45d1-9712-7eb12f038169
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: 98ce0620-6d57-4dde-898a-6f9adb40a355
  kind: Event
  lastTimestamp: "2026-09-17T23:38:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:38:58Z"
    name: isvc-sklearn-v2-runtime-predictor.18d64008b0d42b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: e51726e1-ae05-4734-a303-01fb05a47048
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: 4877f9f5-c771-4486-aca0-e33c6be3a983
  kind: Event
  lastTimestamp: "2026-09-17T23:38:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:38:55Z"
    name: isvc-sklearn-v2-runtime.18d64005317bc801
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: ae6d01b2-9014-4074-8e8e-4c3faef3b19f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: 4877f9f5-c771-4486-aca0-e33c6be3a983
  kind: Event
  lastTimestamp: "2026-09-17T23:38:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:38:13Z"
    name: isvc-sklearn-v2-runtime.18d64005321d6cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: 2ccdcfe8-c8ba-4a33-83b1-515465b0bb71
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 4877f9f5-c771-4486-aca0-e33c6be3a983
  kind: Event
  lastTimestamp: "2026-09-17T23:38:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:38:13Z"
    name: isvc-sklearn-v2-runtime.18d6400536d928cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 55a24e52-0c13-40d1-a023-e6b84a63b535
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:38:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24258"
    uid: 4877f9f5-c771-4486-aca0-e33c6be3a983
  kind: Event
  lastTimestamp: "2026-09-17T23:38:55Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:38:55Z"
    name: isvc-sklearn-v2-runtime.18d6400f103c3442
    namespace: kserve-ci-e2e-test
    resourceVersion: "24259"
    uid: bd1885c0-3387-42ca-a01c-94badf6c0c50
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24388"
    uid: 893785dc-8d6b-4513-97e0-ce4e3c7b1955
  kind: Event
  lastTimestamp: "2026-09-17T23:40:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:40:30Z"
    name: isvc-sklearn-v2.18d640120f1bc068
    namespace: kserve-ci-e2e-test
    resourceVersion: "25266"
    uid: 9e190fec-a469-4d68-843c-aba9a466879a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:39:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24388"
    uid: 893785dc-8d6b-4513-97e0-ce4e3c7b1955
  kind: Event
  lastTimestamp: "2026-09-17T23:39:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:39:08Z"
    name: isvc-sklearn-v2.18d640120f9b4e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 900fbd85-75ad-4091-807a-f6d2a8159a60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25264"
    uid: 893785dc-8d6b-4513-97e0-ce4e3c7b1955
  kind: Event
  lastTimestamp: "2026-09-17T23:40:30Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:40:30Z"
    name: isvc-sklearn-v2.18d640254e238dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: 41b29a9f-565c-4aa8-a21b-a57856c6303a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20944"
    uid: 1ca82849-96c9-4da3-89d9-718538445b5d
  kind: Event
  lastTimestamp: "2026-09-17T23:34:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:34:24Z"
    name: isvc-sklearn.18d63fbc9d8785dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: f6d8c818-a23e-49e8-8d4c-dbed3573fcc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20944"
    uid: 1ca82849-96c9-4da3-89d9-718538445b5d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T23:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:33:01Z"
    name: isvc-sklearn.18d63fbc9e197075
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 9465d987-d6fe-412a-ad67-2acedde413f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 1ca82849-96c9-4da3-89d9-718538445b5d
  kind: Event
  lastTimestamp: "2026-09-17T23:34:24Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:34:24Z"
    name: isvc-sklearn.18d63fd0189bc034
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: 65b94999-7784-4492-bff7-ae865bb4e30f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:42:18.969190Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-qw5s8
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:42:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:42:18Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d6403e77d8d1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: 4bc992c1-50f0-4c9d-8e66-f9515fda272b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26286"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:19Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:42:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d6403e99b916e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 5f76f32e-0dbb-4f3d-bb9f-3713e5616b3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d6403e9b5a8925
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: db33b196-c7ad-42f6-b1b2-a615b79e3d1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d6403e9dfbaa07
    namespace: kserve-ci-e2e-test
    resourceVersion: "26295"
    uid: 7e34e663-0413-4990-bcbf-c7518bde045a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d6403e9e79577f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: 18c3de88-4ba5-4edb-9710-76d9476e6115
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:24Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T23:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d6403fb250cb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26352"
    uid: c0cea1e0-776a-46e5-aa58-63b6cc0f7b5e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.539s (3.539s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d6404085492aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: 90b1012b-607b-4e65-984b-d1a63b1e3171
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d6404088ba8bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 456a364a-fc3f-40bb-903a-215447956e1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d64040892e85d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: 4ef1e565-18b5-4193-b186-fd9042d12384
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d6404089384731
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: e2ff992d-568c-4a02-81aa-c839178d6b11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d640408c7ce383
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: c333db3a-8b4d-4d4d-b3b0-1de3d972352d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d640408ceee39b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26463"
    uid: 0648c8c9-6c8a-4a6e-aba5-2565c0ee1bc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d64040a2203d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "26573"
    uid: ed9c6fe1-aa95-48de-b361-ff281f137b71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d640479c521985
    namespace: kserve-ci-e2e-test
    resourceVersion: "26778"
    uid: a51c3945-40e4-41b9-a0ee-d2d7a049188c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:42:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:42:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d640479c52d57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26779"
    uid: 4b1670d4-f63e-48b5-9563-dc361688d8b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 7bd03bf0-4ec1-4000-9cc7-f44762360fe5
  kind: Event
  lastTimestamp: "2026-09-17T23:43:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-qw5s8.18d64047da33be28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27327"
    uid: e9980212-7c54-44dc-8c1b-c79051e31c03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26266"
    uid: 340927f4-4837-47e2-9f73-b57b4c789cf6
  kind: Event
  lastTimestamp: "2026-09-17T23:42:18Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-qw5s8'
  metadata:
    creationTimestamp: "2026-09-17T23:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:18Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d6403e77795947
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: cb403660-5fb5-4cce-87a8-e4a2240987b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26263"
    uid: 1cff890e-4a0c-4000-b2c0-131e64dcc2a8
  kind: Event
  lastTimestamp: "2026-09-17T23:42:18Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:18Z"
    name: isvc-tensorflow-predictor.18d6403e749ae1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: be75dbe3-0f03-4d75-a497-ab58b0dd8c7a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26264"
    uid: 464da733-e076-4983-89ee-f2c14f5590ed
  kind: Event
  lastTimestamp: "2026-09-17T23:42:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:48Z"
    name: isvc-tensorflow-predictor.18d64041f31706ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: 6e117a43-4a22-4161-b0a9-f673d978fc4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26264"
    uid: 464da733-e076-4983-89ee-f2c14f5590ed
  kind: Event
  lastTimestamp: "2026-09-17T23:42:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:42:48Z"
    name: isvc-tensorflow-predictor.18d64041f3790d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: 3f86dbbd-72dc-4c2a-a7c3-4e50f08ba72f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:43:03.443688Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:43:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:43:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d64048d2bbca48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: 414ba7ab-f525-4fc6-b3d4-78f6881f4805
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:04Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:43:04Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d64048f473cfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26863"
    uid: a1e819e2-d638-462d-a7de-44a0ada7d188
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:04Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d64048f66f7c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26865"
    uid: b742a988-20c0-4ffc-90cc-6d5e2633121b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:04Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d64048f9275fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26866"
    uid: f9c2a5ec-655f-44c0-9d18-c4651c1c58ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:04Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d64048f996bb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26867"
    uid: 0599088b-6df7-4996-826e-695016a7c6ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:09Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d6404a384a4f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26919"
    uid: e9c970b2-49b1-44a3-9c49-905176c5fde2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d6404a3b3c9eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: 81ede748-ff8f-4697-b0d3-514dd6b031d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d6404a3baf23d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26926"
    uid: 209d6ad5-c9ee-4530-8e81-a7e056ef2142
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d6404a3bb7d226
    namespace: kserve-ci-e2e-test
    resourceVersion: "26927"
    uid: 064bdb36-4681-4acb-be9a-3915d3582d39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d6404a3ed18ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26929"
    uid: eca0cd41-c0d7-41dd-8d7f-ceaa2035dec2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:09Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d6404a3f468543
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: ed462690-ba90-4710-8391-110c9c6a2c03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:16Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d6404a744fe5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: 3d75e338-cf4d-4c43-b47b-f09af1f984e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d64051e7116c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: 4be74042-9fa8-4f0c-99a2-8d1f221e97e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:43:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:42Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d64051e712016d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 38f786d4-e3a0-4e06-b866-dd4be3e0ddf9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 3c227356-0d9f-47c5-8f13-1b138d31a6c1
  kind: Event
  lastTimestamp: "2026-09-17T23:44:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:44:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd.18d64052d64135d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27858"
    uid: 6c1ab69f-ebd5-4e4d-8149-26eca3baa550
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "26834"
    uid: 3c0e2c4b-58fb-43b1-a239-cfff56bedf96
  kind: Event
  lastTimestamp: "2026-09-17T23:43:03Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-7r7cd'
  metadata:
    creationTimestamp: "2026-09-17T23:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d64048d24b9d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: d0bab74e-82c9-40d1-886c-505a3a2aa4c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26831"
    uid: 3be19c86-c924-44d6-9ed1-951db5164a72
  kind: Event
  lastTimestamp: "2026-09-17T23:43:03Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:03Z"
    name: isvc-tensorflow-runtime-predictor.18d64048cf34b058
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: 1adcb5e9-2e57-416b-900c-320a69ab0755
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: 5a7af60c-1fa1-41a5-a114-5430df1a533e
  kind: Event
  lastTimestamp: "2026-09-17T23:43:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:18Z"
    name: isvc-tensorflow-runtime-predictor.18d6404c4e2dfac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: 96a8fc37-35a9-4396-8166-ec1476362ea1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: 5a7af60c-1fa1-41a5-a114-5430df1a533e
  kind: Event
  lastTimestamp: "2026-09-17T23:43:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:18Z"
    name: isvc-tensorflow-runtime-predictor.18d6404c4e975f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: a058ab19-6fc0-4b25-a44e-0ded0bc02339
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: 5a7af60c-1fa1-41a5-a114-5430df1a533e
  kind: Event
  lastTimestamp: "2026-09-17T23:43:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:33Z"
    name: isvc-tensorflow-runtime-predictor.18d6404fcd517d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27405"
    uid: dcceaebb-043d-4ae8-8738-b30f67d0adba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: 5a7af60c-1fa1-41a5-a114-5430df1a533e
  kind: Event
  lastTimestamp: "2026-09-17T23:43:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:33Z"
    name: isvc-tensorflow-runtime-predictor.18d6404fcdb8e998
    namespace: kserve-ci-e2e-test
    resourceVersion: "27407"
    uid: 3647ab67-1d96-4679-af3b-8dc49bae5d22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 63696560-31b2-4f85-a7e6-397cd855ad29
  kind: Event
  lastTimestamp: "2026-09-17T23:43:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:43:26Z"
    name: isvc-tensorflow-runtime.18d64048cf5fa34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27352"
    uid: f13cfd8a-2068-4d4f-a399-73f75e79b35b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 63696560-31b2-4f85-a7e6-397cd855ad29
  kind: Event
  lastTimestamp: "2026-09-17T23:43:03Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:43:03Z"
    name: isvc-tensorflow-runtime.18d64048cff0809c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: 470784a9-b44d-49b2-a902-107eb3d25b21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26826"
    uid: 63696560-31b2-4f85-a7e6-397cd855ad29
  kind: Event
  lastTimestamp: "2026-09-17T23:43:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:43:03Z"
    name: isvc-tensorflow-runtime.18d64048d4fee74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26857"
    uid: 88d44f51-6852-4fe4-94ae-644b0bfb4e53
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: 63696560-31b2-4f85-a7e6-397cd855ad29
  kind: Event
  lastTimestamp: "2026-09-17T23:43:26Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:43:26Z"
    name: isvc-tensorflow-runtime.18d6404e32edc100
    namespace: kserve-ci-e2e-test
    resourceVersion: "27351"
    uid: dde6c413-a47f-42aa-9bed-48dee956a9ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26254"
    uid: 7507ec25-0021-4809-ba98-75b783771ed8
  kind: Event
  lastTimestamp: "2026-09-17T23:42:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:42:44Z"
    name: isvc-tensorflow.18d6403e74942df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 2e632fbc-6633-4cf9-ad96-569ab9165d7f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26254"
    uid: 7507ec25-0021-4809-ba98-75b783771ed8
  kind: Event
  lastTimestamp: "2026-09-17T23:42:18Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:42:18Z"
    name: isvc-tensorflow.18d6403e751d5e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26271"
    uid: 0bea70ab-ce8b-4cd2-a235-5f6515ad7f45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:42:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: 7507ec25-0021-4809-ba98-75b783771ed8
  kind: Event
  lastTimestamp: "2026-09-17T23:42:44Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:42:44Z"
    name: isvc-tensorflow.18d6404460fdecfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26665"
    uid: a089921f-ed88-4a1e-a88f-9336f42794dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:43:47.613329Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-frcfj
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:43:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:43:47Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d640531b730935
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: 7f20846d-53f0-44f5-9124-9af01e5acbd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27575"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:43:48Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:43:48Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d640533d51a447
    namespace: kserve-ci-e2e-test
    resourceVersion: "27580"
    uid: ae39dd36-cc90-41ef-900c-9e602591051e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:43:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:48Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d640533ebe7288
    namespace: kserve-ci-e2e-test
    resourceVersion: "27582"
    uid: 45f23c8f-ad64-4323-ab23-93ba64b290d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:43:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:48Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d640534129ad4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: d1529ca5-e17b-4853-9e31-fe5da592ab8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:43:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:48Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d6405341a34a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27584"
    uid: d8f2f2aa-5a57-456c-87ec-cb032eda5b03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:43:52Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T23:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:43:52Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d64054579d265d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: 1091cb8c-49a0-420c-a21a-f196a298741c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:45:47Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.9s
    (1m54.9s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:47Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d6406f183820db
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: d81721bc-0f46-4733-a993-c7d7a00bbebc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:45:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:48Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d6406f24d2878a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28574"
    uid: edde1948-764c-4f10-b79f-5a81e8a3c7ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:45:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:48Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d6406f26701a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28575"
    uid: 8a6e0d78-ccee-47fe-ac00-cd8b37443361
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:45:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:48Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d6406f267a82b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28576"
    uid: f3975b31-e617-4fdf-9f70-7d98c637adf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:45:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:48Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d6406f2cf77970
    namespace: kserve-ci-e2e-test
    resourceVersion: "28577"
    uid: 9df02240-02a4-4128-9bbe-928dfa9871ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:45:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:48Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d6406f2e69da69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28578"
    uid: 5045af8f-d7b3-4a42-bda5-89d443b66962
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:45:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:50Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d6406f7a80c3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 045ebb9b-b5ab-47c3-868f-13304d4f8f36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:45:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:59Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d64071e69de5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28828"
    uid: 01d46402-0576-4da8-9f09-5f3400b8f969
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:45:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:45:59Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d64071e69e3bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: 961edbf0-0fa0-46b4-ac63-c5d0e6574ab4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-frcfj
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 40368dd0-36f7-4e45-8aa3-20103cca9dfd
  kind: Event
  lastTimestamp: "2026-09-17T23:46:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:00Z"
    name: isvc-triton-predictor-5d7db58676-frcfj.18d640720a5e5154
    namespace: kserve-ci-e2e-test
    resourceVersion: "28836"
    uid: 91daa802-dacd-437c-9d7c-a7c3003621d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: d091ef73-d481-4705-a508-3f0627430d6c
  kind: Event
  lastTimestamp: "2026-09-17T23:43:47Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-frcfj'
  metadata:
    creationTimestamp: "2026-09-17T23:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:47Z"
    name: isvc-triton-predictor-5d7db58676.18d640531adf250b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 70817e8f-6c56-4d26-aa8c-93d8d501aa5d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: ef217163-b1f8-4918-8793-8377f712f404
  kind: Event
  lastTimestamp: "2026-09-17T23:43:47Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:43:47Z"
    name: isvc-triton-predictor.18d64053181df59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: a1417913-2a08-4f74-a979-4e50f4dbac7f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27550"
    uid: a7d613b0-3b6b-4408-a014-8519a6fb6ffc
  kind: Event
  lastTimestamp: "2026-09-17T23:45:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:45:47Z"
    name: isvc-triton-predictor.18d6405696950dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28547"
    uid: 55d00801-eb37-46c4-aa11-f8e2fe32a2e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T23:44:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27550"
    uid: a7d613b0-3b6b-4408-a014-8519a6fb6ffc
  kind: Event
  lastTimestamp: "2026-09-17T23:45:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:45:47Z"
    name: isvc-triton-predictor.18d6405696fbbda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28548"
    uid: 7b593a09-3acd-42c5-aada-79f5dd43cbbb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27541"
    uid: 3b98e0cd-9df2-40c6-9995-e3872c7bc032
  kind: Event
  lastTimestamp: "2026-09-17T23:45:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:45:55Z"
    name: isvc-triton.18d640531821d8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28744"
    uid: efbe7a6f-9678-473b-b5ce-74ef66bcc10c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:43:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27541"
    uid: 3b98e0cd-9df2-40c6-9995-e3872c7bc032
  kind: Event
  lastTimestamp: "2026-09-17T23:43:47Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T23:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:43:47Z"
    name: isvc-triton.18d64053188d01fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: 5bbeb029-496d-4125-94c9-7a13ab327680
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:45:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: 3b98e0cd-9df2-40c6-9995-e3872c7bc032
  kind: Event
  lastTimestamp: "2026-09-17T23:45:55Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:45:55Z"
    name: isvc-triton.18d64070e5f82141
    namespace: kserve-ci-e2e-test
    resourceVersion: "28743"
    uid: 93d0c30b-3946-49b0-bc7b-def52a426a0b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:46:05.046305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28891"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-5rdjs
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:46:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:46:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d640731b17d92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28897"
    uid: 9e9bded3-122f-4958-b805-b772010a3472
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:05Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:46:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d640733cd0a318
    namespace: kserve-ci-e2e-test
    resourceVersion: "28915"
    uid: dab797ad-b70e-458c-ae4c-acc4c7ae8bc7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d640733e4ed3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28917"
    uid: 4c728d2b-bf76-4652-831c-95fe26e10a7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d6407341012c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28918"
    uid: b3a96c94-3c81-4565-a41a-7eb266999886
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d64073416c7b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "28919"
    uid: b5bc0832-2a2c-455f-88ee-8604b75e158a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:10Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d6407463ca4ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: 2f953006-1ef3-4a69-b85d-d293a20c29a6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:29Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.622s (18.622s
    including waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d64078b9c7fe0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29102"
    uid: 2f480451-1777-4f02-a683-980db8f188b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d64078bfae0920
    namespace: kserve-ci-e2e-test
    resourceVersion: "29105"
    uid: 3f0a8a20-dabb-4790-a2e9-c5a3fbfd4b4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d64078c11af5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29106"
    uid: 8c1e2fed-2356-4ceb-a8a1-4a12f11994c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d64078c16c79c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29107"
    uid: 3574023a-c31e-4504-89ab-daa03fe485c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d64078c61bbd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "29109"
    uid: e87e106a-b1d1-497f-a197-3fabd62175f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:46:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:46:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d64078c70d4498
    namespace: kserve-ci-e2e-test
    resourceVersion: "29110"
    uid: f9c7ef2c-368b-4282-9231-3bb007bccab5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:47:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d6407910b9c6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29851"
    uid: cd5b2597-50d8-4500-a42c-41a44086fe99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:47:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d6408a83657cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29841"
    uid: c6329972-5efd-4aa9-ac05-6aeac49173db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:47:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d6408a8366c965
    namespace: kserve-ci-e2e-test
    resourceVersion: "29842"
    uid: a7b78b71-6ecb-40b6-8ffc-829db7f431d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3abb2655-44b0-4347-86e4-3f4f308b896d
  kind: Event
  lastTimestamp: "2026-09-17T23:47:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-5rdjs.18d6408ac2dc9876
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: b2a0ffdb-89b7-41d2-8c28-1f2e94a43e36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28882"
    uid: c654707c-cede-4fc9-9f4e-0d81b2b15b19
  kind: Event
  lastTimestamp: "2026-09-17T23:46:05Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-5rdjs'
  metadata:
    creationTimestamp: "2026-09-17T23:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:46:05Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d640731aabad48
    namespace: kserve-ci-e2e-test
    resourceVersion: "28892"
    uid: 295fa34d-89dc-40a2-b8ff-e7dc6ef1860d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28880"
    uid: c81179af-f76a-4f4f-9ecd-930ea1c7ef6a
  kind: Event
  lastTimestamp: "2026-09-17T23:46:04Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:46:04Z"
    name: isvc-xgboost-predictor.18d6407318410c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "28885"
    uid: c6519a54-2e7a-4273-8f0a-5e0fed7f39c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28881"
    uid: ada74dfb-989e-47c0-adcb-d2b5c4fe9994
  kind: Event
  lastTimestamp: "2026-09-17T23:46:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:46:50Z"
    name: isvc-xgboost-predictor.18d64076973e68b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29266"
    uid: a12740f6-1d34-4a2a-8962-7790fc957435
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28881"
    uid: ada74dfb-989e-47c0-adcb-d2b5c4fe9994
  kind: Event
  lastTimestamp: "2026-09-17T23:46:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:46:50Z"
    name: isvc-xgboost-predictor.18d6407697a205d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29267"
    uid: 04583e26-7b02-4782-a1ab-2c8ceb30c5f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29038"
    uid: ada74dfb-989e-47c0-adcb-d2b5c4fe9994
  kind: Event
  lastTimestamp: "2026-09-17T23:47:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:47:35Z"
    name: isvc-xgboost-predictor.18d64081142e0447
    namespace: kserve-ci-e2e-test
    resourceVersion: "29732"
    uid: feaa617c-539f-43c4-943f-2f3046f55bf6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29038"
    uid: ada74dfb-989e-47c0-adcb-d2b5c4fe9994
  kind: Event
  lastTimestamp: "2026-09-17T23:47:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:47:35Z"
    name: isvc-xgboost-predictor.18d640811490511c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29733"
    uid: 7bd3dd9c-8bc7-49cd-b4d3-e50a6ac0a0c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:49:41.288124Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31008"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:49:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:49:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640a5741c2454
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: d242203a-8120-4b07-8b45-fa276371e7ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:49:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640a580999d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: 4ba03b25-62ed-4e44-8fe4-92548baa0c2e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31016"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:49:42Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:49:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640a5b9daad71
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: db876903-342b-42df-991a-8a1427b0d755
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:49:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640a5bb4fea11
    namespace: kserve-ci-e2e-test
    resourceVersion: "31035"
    uid: 51e70957-6651-42ab-b5ac-46353dc556b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:49:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640a5be51b2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31036"
    uid: 349deda2-cad0-4ae5-a438-a0d9a861914d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:49:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640a5bec5302c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31037"
    uid: 922c40b6-865e-4e8f-8f8f-8ce81033a6a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:49:47Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:49:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640a6cd437abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31073"
    uid: c42a19d5-2e94-45ce-958b-e7c45458f398
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:50:03Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.851s (16.851s
    including waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:50:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640aab9b74489
    namespace: kserve-ci-e2e-test
    resourceVersion: "31206"
    uid: 8235f826-a357-4fbc-a93b-9928fd3ccc3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:50:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:50:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640aabd36bdb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: 1d5c0ba3-5a2b-4158-808b-fdb521ba150b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:50:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:50:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640aabdbdb3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 6a41c423-281d-4bae-a3b3-01b838e754be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:50:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:50:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640aabdc7e082
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: cbc33fa5-67e9-456d-a13d-ede53dd7185b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:50:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:50:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640aac0af141d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: 3b083993-517d-4f61-a895-10fa62d92a71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:50:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:50:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640aac12a25eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: b0fc53f7-a260-45f7-a6f3-41e454eb5763
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:51:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640ab03861f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: 04bf1c2e-1958-43e3-969b-e285bbaa162f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:51:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640bcdd96a19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: a87fa3bc-8b82-4683-b896-412b9cf40f1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: 8e5ad78a-8f54-46a6-bad3-e973ea52f35a
  kind: Event
  lastTimestamp: "2026-09-17T23:51:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lhckv.18d640bcdd970268
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 8fee802c-725b-4cec-bf67-89c5ffc6671a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30997"
    uid: 288fbfce-3c12-4692-96b1-192107f0751f
  kind: Event
  lastTimestamp: "2026-09-17T23:49:41Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-lhckv'
  metadata:
    creationTimestamp: "2026-09-17T23:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:49:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d640a573b21259
    namespace: kserve-ci-e2e-test
    resourceVersion: "31009"
    uid: 66150333-b086-49fc-ae54-6c1b35fffec4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30995"
    uid: 231c484c-3710-4283-9c2a-dad86a7a4d99
  kind: Event
  lastTimestamp: "2026-09-17T23:49:41Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:49:41Z"
    name: isvc-xgboost-runtime-predictor.18d640a57045e58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31000"
    uid: 87d7e5a7-18b9-42fd-9a36-4551d98e04fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: f41af368-8311-43a1-852e-b117577df599
  kind: Event
  lastTimestamp: "2026-09-17T23:50:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:50:26Z"
    name: isvc-xgboost-runtime-predictor.18d640a8eeb8efde
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: 7d4e86eb-408e-4012-af71-b9e2c869e2bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: f41af368-8311-43a1-852e-b117577df599
  kind: Event
  lastTimestamp: "2026-09-17T23:50:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:50:26Z"
    name: isvc-xgboost-runtime-predictor.18d640a8ef21d646
    namespace: kserve-ci-e2e-test
    resourceVersion: "31375"
    uid: d5605cca-7093-4b3a-b885-beb078c55fb1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: f41af368-8311-43a1-852e-b117577df599
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-xgboost-runtime-predictor.18d640b36b2cdbba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31788"
    uid: 69d25c22-470a-4707-ba81-5d39030b3e91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:50:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: f41af368-8311-43a1-852e-b117577df599
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-xgboost-runtime-predictor.18d640b36bb3839d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31789"
    uid: c825d4eb-23b6-4dcb-ad85-059651deb9d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: e3b5416f-b54e-41ff-9140-c0288eb6e7e9
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-xgboost-runtime.18d640a570463d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "31787"
    uid: adca4db7-036b-4a32-bc65-f9c0b8066fcf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: e3b5416f-b54e-41ff-9140-c0288eb6e7e9
  kind: Event
  lastTimestamp: "2026-09-17T23:49:41Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:49:41Z"
    name: isvc-xgboost-runtime.18d640a570da48d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31003"
    uid: ea99cbaf-a853-4503-b3b0-9f9869f1fc03
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31784"
    uid: e3b5416f-b54e-41ff-9140-c0288eb6e7e9
  kind: Event
  lastTimestamp: "2026-09-17T23:51:11Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:51:11Z"
    name: isvc-xgboost-runtime.18d640ba66685786
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: c82ceff3-8273-4096-a768-07ff60efcba7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:47:50.782138Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29903"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:47:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:47:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408bb9709d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29909"
    uid: 3f1ae19f-24f1-4459-928f-9ab0cae233df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408bc6415844
    namespace: kserve-ci-e2e-test
    resourceVersion: "29917"
    uid: 46082b6d-25a2-4a62-803d-0ba3f9024d81
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29913"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:51Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:47:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408bff1a16b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29931"
    uid: 2b5425e3-340d-47e1-b121-6af2776be25c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408c008376c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29933"
    uid: 77467354-6d53-437b-8bc9-22c36518ef52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408c042d84bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29935"
    uid: 494dafb4-6b39-46fe-9392-1fe2314ed4b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408c04a0aba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29936"
    uid: 872b4719-adf8-4708-83b9-489a7b14fd07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:56Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T23:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408d1505b18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29980"
    uid: f70738bf-e06c-4c44-a9e8-b1a6ae3bd794
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408d17e51f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "29982"
    uid: b117e84e-296f-4a84-8b88-b2ec03a5ef15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408d185b3c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29985"
    uid: 89653472-2770-43e7-90b2-2a677db63eb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408d1863f431
    namespace: kserve-ci-e2e-test
    resourceVersion: "29986"
    uid: 8b0a24e1-d834-41c1-8c1e-7d7708c3c126
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408d1b5757ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29989"
    uid: 19be59cd-df63-4d63-a51a-5f36efdb0eb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:47:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:47:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6408d1bcc5df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29990"
    uid: 5dddbd8e-97db-4082-addf-460facffefd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:48:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6409760f7074e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30332"
    uid: f18a1fab-6cbd-4382-acf6-416033d9a3e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:48:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6409760f776b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: 28281b2b-eb4e-469d-a917-22e892f21000
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:48:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d6409842ea093a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30364"
    uid: 2674a61a-504c-4a41-b717-9ab294778745
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: 02c08576-2c46-4c6b-8734-215af02e5c26
  kind: Event
  lastTimestamp: "2026-09-17T23:48:44Z"
  message: 'Readiness probe failed: Get "http://10.133.0.46:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq.18d64098433d768b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30365"
    uid: 759abb82-0791-4362-a92b-fb38baa1db88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29895"
    uid: e162b816-20af-448e-b2bd-96afa95e0a98
  kind: Event
  lastTimestamp: "2026-09-17T23:47:50Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-d4bhq'
  metadata:
    creationTimestamp: "2026-09-17T23:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:47:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d6408bb8e7f276
    namespace: kserve-ci-e2e-test
    resourceVersion: "29906"
    uid: e80c58d1-cfee-4631-887c-95165c8c8398
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29892"
    uid: 7883bb7a-df6e-4301-849d-188521bd3eb4
  kind: Event
  lastTimestamp: "2026-09-17T23:47:50Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:47:50Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6408bb64fe4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29896"
    uid: 11107ce3-d649-4d93-bc52-a31424cf0d2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29893"
    uid: e8064474-e9e8-472f-b804-b92c0972b2a7
  kind: Event
  lastTimestamp: "2026-09-17T23:48:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6408f34d3e025
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 220a0fef-914a-493c-82a9-751edfd3a081
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29893"
    uid: e8064474-e9e8-472f-b804-b92c0972b2a7
  kind: Event
  lastTimestamp: "2026-09-17T23:48:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6408f3536fa4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: f8aa1980-19a4-4758-8285-7a903e868662
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e8064474-e9e8-472f-b804-b92c0972b2a7
  kind: Event
  lastTimestamp: "2026-09-17T23:48:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:35Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6409632ddb462
    namespace: kserve-ci-e2e-test
    resourceVersion: "30280"
    uid: 612d18d6-5de9-424a-b3bf-71886d7d2eff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: e8064474-e9e8-472f-b804-b92c0972b2a7
  kind: Event
  lastTimestamp: "2026-09-17T23:48:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:35Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6409633412d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30282"
    uid: df4a540d-aff7-4f4f-a508-a3feb6b0beec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29884"
    uid: 1f712bd3-a942-4143-9c11-1bce4dbd0fe9
  kind: Event
  lastTimestamp: "2026-09-17T23:48:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:48:34Z"
    name: isvc-xgboost-v2-mlserver.18d6408bb64ba711
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: c4813cb7-09d3-40e7-a34e-2f6ec42f420d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29884"
    uid: 1f712bd3-a942-4143-9c11-1bce4dbd0fe9
  kind: Event
  lastTimestamp: "2026-09-17T23:47:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:47:50Z"
    name: isvc-xgboost-v2-mlserver.18d6408bb6ce8c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "29900"
    uid: d9a03b0e-ccb3-42f4-b94a-0f4f1dd885ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30270"
    uid: 1f712bd3-a942-4143-9c11-1bce4dbd0fe9
  kind: Event
  lastTimestamp: "2026-09-17T23:48:34Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:48:34Z"
    name: isvc-xgboost-v2-mlserver.18d64095f41ff77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: fa893595-05c4-4bc1-83c7-b28f4e590361
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:52:22.277449Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32531"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    to ip-10-0-128-184.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:52:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:52:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640caefd240cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32537"
    uid: 68984036-c966-4755-86cd-8b847df76a64
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32542"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:22Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:52:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cb11b96e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: ed55d825-30e8-4564-8433-2c729a5b8033
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cb13429fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: 26f8d935-007b-406f-b25f-979b20dabc12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cb1594a310
    namespace: kserve-ci-e2e-test
    resourceVersion: "32558"
    uid: 2780eefc-e246-4001-9bb4-17c91b20da13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cb160758da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 1c7813b2-e408-457f-ab7a-4842927fc9f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:27Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:27Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cc3eb5b866
    namespace: kserve-ci-e2e-test
    resourceVersion: "32610"
    uid: a98d833a-c6b8-47f7-8cef-3254762a465b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:27Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cc41ca7b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32615"
    uid: fa3e5ab7-960c-42c1-9cf0-1bf694a27fd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:27Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cc4245d35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32616"
    uid: e71a8538-bee7-4e6e-8799-8fdb09a78750
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:27Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cc4252cd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32617"
    uid: d05642e9-7fa8-42e9-9bcb-3ae15ad3fa92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:28Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cc44e84623
    namespace: kserve-ci-e2e-test
    resourceVersion: "32619"
    uid: ef647879-a770-452f-b5e7-25188e5d838d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:52:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:28Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cc4566a458
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 9bf660c7-1d5c-4996-9b03-7de90cb9a792
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:53:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:44Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640cc7aaa996a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33381"
    uid: 6703f2c3-76cc-4f2c-80a3-efa93170090d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:53:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:42Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640ddb4092f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33366"
    uid: 7b9449d5-8dee-489f-9afd-e7301a3142f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:53:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:42Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640ddb4099f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "33367"
    uid: 0c86dd17-caae-4cd1-b8bd-31ffe44d6455
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: 15648021-99eb-41a4-b007-b475377253e2
  kind: Event
  lastTimestamp: "2026-09-17T23:53:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:53:44Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w9xrn.18d640de2cc147da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33380"
    uid: 4d02f3bc-968c-4902-8360-b4f7c78db32a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: 026519e4-beb0-47bb-b24b-34cb88af1548
  kind: Event
  lastTimestamp: "2026-09-17T23:52:22Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-w9xrn'
  metadata:
    creationTimestamp: "2026-09-17T23:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d640caef73920d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32532"
    uid: 08cbaa84-fd12-402e-a6b3-045e9cbc3bd5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32520"
    uid: 6b33e43a-1168-4d53-a216-8b4466f6bb63
  kind: Event
  lastTimestamp: "2026-09-17T23:52:22Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:22Z"
    name: isvc-xgboost-v2-predictor.18d640caece133e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 8e5ad8ed-4cce-47c1-9719-77ca9cb03e74
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: a44795fe-fc5b-43a5-bf88-f75ecf6ad24d
  kind: Event
  lastTimestamp: "2026-09-17T23:52:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:37Z"
    name: isvc-xgboost-v2-predictor.18d640ce6b53e1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32751"
    uid: bc68ce68-3843-4587-8d10-4f592756246c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: a44795fe-fc5b-43a5-bf88-f75ecf6ad24d
  kind: Event
  lastTimestamp: "2026-09-17T23:52:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:37Z"
    name: isvc-xgboost-v2-predictor.18d640ce6bb81041
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: fc4abc0c-eaad-4c3d-b89b-bab443036063
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: a44795fe-fc5b-43a5-bf88-f75ecf6ad24d
  kind: Event
  lastTimestamp: "2026-09-17T23:53:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:37Z"
    name: isvc-xgboost-v2-predictor.18d640d1ea65683b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: d6364197-250a-4a05-831a-773addc50d76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: a44795fe-fc5b-43a5-bf88-f75ecf6ad24d
  kind: Event
  lastTimestamp: "2026-09-17T23:53:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:53:37Z"
    name: isvc-xgboost-v2-predictor.18d640d1eacc752f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33303"
    uid: 3607bb75-899a-4556-9b86-2ed9a5dd9a81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:51:27.027237Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31955"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:51:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:51:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640be12a6f198
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 75f24bb7-3f7f-448e-87fd-eee2e4cc27a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:27Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:51:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640be346f9187
    namespace: kserve-ci-e2e-test
    resourceVersion: "31975"
    uid: 85b60fd5-7d39-40ad-a768-8bf4dd91a723
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640be35d24142
    namespace: kserve-ci-e2e-test
    resourceVersion: "31977"
    uid: b6b179d7-a9ae-40f5-8818-87392e58ae6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640be38da0be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31978"
    uid: 10c36c72-cf85-4c01-a255-08d2d5031367
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640be394bff62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31979"
    uid: 9b7a72f4-e3bc-45eb-a38f-930345b9a779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T23:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640bf59abfed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32020"
    uid: 01e98d65-6d60-4311-b70a-a6e762597ec6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640bf5cc418bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32024"
    uid: c0ca0c2d-3b6c-4c48-b2a4-fea8a5891f5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640bf5d33e20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32025"
    uid: 0126f42c-06ef-487a-a670-da9404a925d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640bf5d3c68d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32026"
    uid: 0d601668-50f0-43fa-9376-493901799f31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640bf6015126c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32028"
    uid: f6b87a18-fdc7-4c63-8aff-ebf3f0faf542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:51:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:51:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640bf60981c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32029"
    uid: f1a5d7f2-eabd-4d9a-95c1-95b4d647bc94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:52:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640c9bd5e1926
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: fba840f9-b626-4473-9086-8e88f792c1d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:52:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640c9bd5e633d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32474"
    uid: 28fd0325-3b8c-4133-afd7-26681b2ac85c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:52:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640ca878897f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: 9d4e7c7a-f5dd-4f39-8d18-4cbff044bca3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: 689cdabc-efeb-4a04-b033-c53212f91c31
  kind: Event
  lastTimestamp: "2026-09-17T23:52:20Z"
  message: 'Readiness probe failed: Get "http://10.133.0.50:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.133.0.50:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:52:20Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv.18d640ca87dd3c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32497"
    uid: 00a594db-a9d5-43f0-8175-b346feade6ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31946"
    uid: 68d297a4-dd95-4d0b-a4a8-d50c351652f2
  kind: Event
  lastTimestamp: "2026-09-17T23:51:27Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-b2wfv'
  metadata:
    creationTimestamp: "2026-09-17T23:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:27Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d640be1234d279
    namespace: kserve-ci-e2e-test
    resourceVersion: "31958"
    uid: 8937be6f-be10-4a53-93c2-8d146b3be087
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: 84a76602-6813-4ef8-a64d-6c7980110d32
  kind: Event
  lastTimestamp: "2026-09-17T23:51:26Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:26Z"
    name: isvc-xgboost-v2-runtime-predictor.18d640be0f4ed67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: a1db892f-4d23-4296-82bf-bc946bd2b7f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: 9746b950-0214-463e-a8bb-5e18ee055f5f
  kind: Event
  lastTimestamp: "2026-09-17T23:51:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:41Z"
    name: isvc-xgboost-v2-runtime-predictor.18d640c18dc7c319
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 3e5e717a-9fff-44e8-97dd-8f9a5d61b62d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: 9746b950-0214-463e-a8bb-5e18ee055f5f
  kind: Event
  lastTimestamp: "2026-09-17T23:51:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:51:41Z"
    name: isvc-xgboost-v2-runtime-predictor.18d640c18e2d66cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32098"
    uid: 1e787d5a-f429-4b4d-8a73-751040d6b435
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: 9746b950-0214-463e-a8bb-5e18ee055f5f
  kind: Event
  lastTimestamp: "2026-09-17T23:52:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18d640c50cd061bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: d6b0b5ca-6015-4300-a236-363db2d35f5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: 9746b950-0214-463e-a8bb-5e18ee055f5f
  kind: Event
  lastTimestamp: "2026-09-17T23:52:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:52:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18d640c50d322525
    namespace: kserve-ci-e2e-test
    resourceVersion: "32410"
    uid: d4cf1131-d88d-49a9-88e8-311e2fcd8ad7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: e3d6ce81-3960-455f-b9ed-764c2bd611ed
  kind: Event
  lastTimestamp: "2026-09-17T23:52:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:52:10Z"
    name: isvc-xgboost-v2-runtime.18d640be0f4d4a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: 4fcb8fe9-50c2-4a70-bf5e-83bec697c753
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:51:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: e3d6ce81-3960-455f-b9ed-764c2bd611ed
  kind: Event
  lastTimestamp: "2026-09-17T23:51:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:51:26Z"
    name: isvc-xgboost-v2-runtime.18d640be0fc451b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31952"
    uid: dbc23269-8b13-4d68-a745-fe51ed4b3014
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: e3d6ce81-3960-455f-b9ed-764c2bd611ed
  kind: Event
  lastTimestamp: "2026-09-17T23:52:10Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:52:10Z"
    name: isvc-xgboost-v2-runtime.18d640c8386edf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32399"
    uid: fb7c2dd3-32b3-49d2-9b2d-3c25b718ed9a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: adfc0e42-7633-4311-b754-5db31a612796
  kind: Event
  lastTimestamp: "2026-09-17T23:53:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:53:35Z"
    name: isvc-xgboost-v2.18d640caecdcd68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33280"
    uid: 9d9986f2-880f-49e2-bf37-54ec0e0d1f0e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:52:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: adfc0e42-7633-4311-b754-5db31a612796
  kind: Event
  lastTimestamp: "2026-09-17T23:52:22Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:52:22Z"
    name: isvc-xgboost-v2.18d640caed625370
    namespace: kserve-ci-e2e-test
    resourceVersion: "32528"
    uid: 146f031f-19f3-4215-bc82-cf842b312753
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:53:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33278"
    uid: adfc0e42-7633-4311-b754-5db31a612796
  kind: Event
  lastTimestamp: "2026-09-17T23:53:34Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:53:34Z"
    name: isvc-xgboost-v2.18d640dbdd476875
    namespace: kserve-ci-e2e-test
    resourceVersion: "33279"
    uid: ac08b7c4-2136-4ebd-a7f9-d703210c7359
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: 07927996-5d19-482e-a9c7-0a27eda61913
  kind: Event
  lastTimestamp: "2026-09-17T23:47:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:47:36Z"
    name: isvc-xgboost.18d6407318403788
    namespace: kserve-ci-e2e-test
    resourceVersion: "29756"
    uid: 4f6b528c-e8fb-442d-8bba-d189cce2b9e1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:46:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: 07927996-5d19-482e-a9c7-0a27eda61913
  kind: Event
  lastTimestamp: "2026-09-17T23:46:05Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T23:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:46:05Z"
    name: isvc-xgboost.18d6407318b9d6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "28888"
    uid: 1ee1cc3f-cc5c-4f1a-a956-5294f5f06a31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:47:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29754"
    uid: 07927996-5d19-482e-a9c7-0a27eda61913
  kind: Event
  lastTimestamp: "2026-09-17T23:47:36Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:47:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:47:36Z"
    name: isvc-xgboost.18d64088743ef79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29755"
    uid: 2ae2ef61-886f-45cf-9493-8104d655c2d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:25:07.697565Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-wqg4v
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f4e5b449d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: d36b64b4-03c2-41ed-b2b5-272c65992617
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:08Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:25:08Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f4e7d4cddb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 125a4fd0-b805-4686-ba5a-95d7a5f2a374
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:08Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T23:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:08Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f4e7eaf48b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: af2ede08-e091-4750-a61d-383ff010799a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:09Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.355s (1.355s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:09Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f4ecf7ba246
    namespace: kserve-ci-e2e-test
    resourceVersion: "16666"
    uid: 35517438-817b-417e-9975-7f74eff4eccf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:09Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f4ed2670d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: 0ce1b544-16ce-4f00-9bb7-d26397c167b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:09Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f4ed2db5d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 19b5e5ae-f7c3-4be1-9fcb-f91a1ca161cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:09Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f4ed2e4ea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: c25c8168-2e43-4ab8-8901-47cfc8065c79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:09Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f4ed6190220
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: 167b8d2f-d347-40eb-b862-bdd4f5a78dfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:09Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f4ed68ceee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 43c92456-7104-448f-b9e2-271a57646eed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:27:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:02Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f693244fece
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 9025e99e-de59-45f7-a1a1-147a96e4dc79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wqg4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 2c0ea5f3-ba61-4d3c-80ac-e871b53ec0e2
  kind: Event
  lastTimestamp: "2026-09-17T23:27:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:02Z"
    name: message-dumper-predictor-6575bcfdfd-wqg4v.18d63f6932491c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 17d29161-7135-4c03-9493-4149badd0262
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: a990d05b-e017-4291-826d-c9b89d8b6897
  kind: Event
  lastTimestamp: "2026-09-17T23:25:07Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-wqg4v'
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: message-dumper-predictor-6575bcfdfd.18d63f4e5ad31f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: f2d4f44a-b782-4b6e-8413-d4ed661e3429
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 628652c0-ae80-49f8-b802-a2ef9241c93b
  kind: Event
  lastTimestamp: "2026-09-17T23:25:07Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: message-dumper-predictor.18d63f4e58bf9101
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: ef7522fd-375e-4c2d-b00b-3685e25e77b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: 410e11ee-ab7b-487e-b049-1bc8f7819b89
  kind: Event
  lastTimestamp: "2026-09-17T23:25:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:22Z"
    name: message-dumper-predictor.18d63f51d785c4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: 5727c6ba-d13e-4f74-aa55-8fc2f3ec5208
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: 410e11ee-ab7b-487e-b049-1bc8f7819b89
  kind: Event
  lastTimestamp: "2026-09-17T23:25:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:22Z"
    name: message-dumper-predictor.18d63f51d7ec2ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: 4a5e25cc-b738-4f5f-8561-c25c55d63467
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 410e11ee-ab7b-487e-b049-1bc8f7819b89
  kind: Event
  lastTimestamp: "2026-09-17T23:25:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:37Z"
    name: message-dumper-predictor.18d63f55569c0e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: 3e9e2e38-9f2b-4401-8e17-5c2aa2b99668
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 410e11ee-ab7b-487e-b049-1bc8f7819b89
  kind: Event
  lastTimestamp: "2026-09-17T23:25:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:37Z"
    name: message-dumper-predictor.18d63f5556f7e45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 39f2faf5-6fa9-4ea6-85f1-64d839341387
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 5d34ddc3-dfeb-42df-9195-73506e5ad203
  kind: Event
  lastTimestamp: "2026-09-17T23:25:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:18Z"
    name: message-dumper.18d63f4e58be05d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 0d73d98b-6f61-4aee-89b1-0425d16b7948
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 5d34ddc3-dfeb-42df-9195-73506e5ad203
  kind: Event
  lastTimestamp: "2026-09-17T23:25:07Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: message-dumper.18d63f4e596ade40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 16432748-ee53-40cb-8e80-f9750feaafb4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: 5d34ddc3-dfeb-42df-9195-73506e5ad203
  kind: Event
  lastTimestamp: "2026-09-17T23:25:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: message-dumper.18d63f4e5e823c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: a453b03f-0220-41b6-947b-4df0b6a8234a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 5d34ddc3-dfeb-42df-9195-73506e5ad203
  kind: Event
  lastTimestamp: "2026-09-17T23:25:18Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:18Z"
    name: message-dumper.18d63f50f15ffaa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: a4ae668f-64dd-4f53-ac43-4f0704ad5c46
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:34:36.618800Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:34:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:34:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fd2d19dc56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: 58683fc3-8369-49e4-870c-2c77ef1d20ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:34:37Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:34:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fd2f3a20b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: 8906c30e-a986-4772-98ad-a9c234b4ba34
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:34:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fd2f511a2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21863"
    uid: a734036c-499d-4ab5-b0c4-e3fc2d7f2cb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:34:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fd2f7f863c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: 94ac265e-86ea-453d-8c52-52a15e3414b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:34:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fd2f86b47b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: 89dbc57f-fa0b-4a4a-b2f6-e92ff854ef01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:34:41Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T23:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fd3e4d588f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21898"
    uid: cb91f95b-b850-44ee-b7a8-25964b17ef58
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:36:38Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 1m57.218s
    (1m57.218s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fef2f93e63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: edcad3e2-cfa7-4237-a348-5dd12e339261
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:36:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fef35fde550
    namespace: kserve-ci-e2e-test
    resourceVersion: "22842"
    uid: aade1cd7-49d2-46da-a6fe-25464c3a4ce5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:36:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fef36f2c6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22843"
    uid: d71d6202-1679-4bd9-ae20-a50900112b34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:36:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fef36fc907e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: aa379455-3d3c-4942-aaf3-177ba5abc4df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:36:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fef3bcca24a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: eb1c32ef-0feb-43c7-b015-69da7b3349de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:36:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:36:38Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63fef3d356384
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: ed913e04-318b-48ff-9449-711882c28858
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:37:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T23:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:15Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63ff7e34a8c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "23193"
    uid: a11eb52a-1794-443a-a908-4f7085789436
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:37:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63ffb5b836c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23336"
    uid: ec4f78ef-a62a-4cf3-ad41-ca6613daf063
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:37:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63ffb5b83de2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23338"
    uid: 55e93d69-145d-48e7-bd21-ecc0a3184343
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:37:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:35Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63ffb601ad87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: d5d8579c-2b4b-4368-9039-d69c97355859
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 979247c9-f60b-46d1-a957-d5187bbb97a9
  kind: Event
  lastTimestamp: "2026-09-17T23:37:35Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.133.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:35Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29.18d63ffc8a7fd9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23396"
    uid: ba9d32d9-904c-4608-a949-e547819a9cea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: 26334453-44e1-4caa-8ec2-3e091874b0ee
  kind: Event
  lastTimestamp: "2026-09-17T23:34:36Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-qrw29'
  metadata:
    creationTimestamp: "2026-09-17T23:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d63fd2d1376aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 4c3fb080-d2ff-490c-af75-572e327b51bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 270a9a0c-1b61-424e-9ca8-7fac5150590a
  kind: Event
  lastTimestamp: "2026-09-17T23:34:36Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:34:36Z"
    name: sklearn-v2-mlserver-predictor.18d63fd2cdd6b3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: 6f7f5183-1c28-4577-832a-0dfeca536de8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 038e8e11-e5d0-4230-a727-e58d9fadc5b8
  kind: Event
  lastTimestamp: "2026-09-17T23:37:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:06Z"
    name: sklearn-v2-mlserver-predictor.18d63fd64cce3945
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 3fe29ed6-064c-4217-a130-dba50529d833
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 038e8e11-e5d0-4230-a727-e58d9fadc5b8
  kind: Event
  lastTimestamp: "2026-09-17T23:37:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:06Z"
    name: sklearn-v2-mlserver-predictor.18d63fd64d3708b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: a7c4e646-d60a-4414-b4e0-6f577ba40ee2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21971"
    uid: 038e8e11-e5d0-4230-a727-e58d9fadc5b8
  kind: Event
  lastTimestamp: "2026-09-17T23:37:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:21Z"
    name: sklearn-v2-mlserver-predictor.18d63ff941a74939
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: ff9d07bf-ab55-4792-aaa9-622091a524dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21971"
    uid: 038e8e11-e5d0-4230-a727-e58d9fadc5b8
  kind: Event
  lastTimestamp: "2026-09-17T23:37:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:21Z"
    name: sklearn-v2-mlserver-predictor.18d63ff9420b5d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: 1f586e13-6547-4cfa-b20c-08f87ca81170
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21818"
    uid: 505fbf4d-f7d9-42d3-9598-d78e5c27d654
  kind: Event
  lastTimestamp: "2026-09-17T23:37:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:37:25Z"
    name: sklearn-v2-mlserver.18d63fd2cdec6daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23281"
    uid: ccce850b-2ff3-477e-b574-552b181254e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21818"
    uid: 505fbf4d-f7d9-42d3-9598-d78e5c27d654
  kind: Event
  lastTimestamp: "2026-09-17T23:34:36Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:34:36Z"
    name: sklearn-v2-mlserver.18d63fd2ce7ac631
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: 80f34042-dffa-4690-ae99-cb7bc3e14718
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 505fbf4d-f7d9-42d3-9598-d78e5c27d654
  kind: Event
  lastTimestamp: "2026-09-17T23:34:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:34:36Z"
    name: sklearn-v2-mlserver.18d63fd2d45c2025
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: f8a18379-e298-4e82-b300-0d819029c865
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23277"
    uid: 505fbf4d-f7d9-42d3-9598-d78e5c27d654
  kind: Event
  lastTimestamp: "2026-09-17T23:37:25Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:37:25Z"
    name: sklearn-v2-mlserver.18d63ffa3b1efb80
    namespace: kserve-ci-e2e-test
    resourceVersion: "23279"
    uid: 7ce4b5d5-3cc7-44f2-bc96-b69d07be39eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:48:46.041674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30402"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    to ip-10-0-142-246.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:48:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:48:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64098972a257d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30408"
    uid: 77603dec-2bc1-4c15-9125-6e49c13e59d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-86d9ffff69-wrppv
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:46Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:48:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64098b9243fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30425"
    uid: ad9a609e-6bcf-491a-a5fd-164863c0cb64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64098babd7601
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: df5c1919-1f1e-4751-ba9b-29ac39624047
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64098bd94a437
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 9fe160c5-3edb-4a30-9f31-ef38ba676702
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64098be0571bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: d1e5b722-43ba-40de-94ed-c8fda4673475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T23:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64099b5c7eb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: ecca201a-ba17-43b5-a117-043d88a1f268
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64099b884aa89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: c2428dec-153e-4b93-8261-b108caff2c58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64099b8fb817a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: 654ffa4d-1736-4622-84f7-8dea7104b585
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64099b90534fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 5511d443-4887-4fd7-b50b-47c135eec906
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64099bbc2c2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: d6d342c1-5edd-4f43-8d62-304c470d111d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:48:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:48:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d64099bc321c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30477"
    uid: bc94002e-7e55-4ddf-bee4-a1a3e3df2a93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:49:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d640a43e8cb0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: 7434fc9f-e09c-4bd0-8643-ebe3a7b19e4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:49:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:36Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d640a43e8d261f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30938"
    uid: f05c8e45-dde2-4746-b4fd-0c4b5cfd564a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:49:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d640a4a7c8f517
    namespace: kserve-ci-e2e-test
    resourceVersion: "30953"
    uid: 5c70359e-f773-4114-b4bc-cfbb63a67ac8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30404"
    uid: 67fe087d-ba6a-4a1f-9cbb-6c3aed120413
  kind: Event
  lastTimestamp: "2026-09-17T23:49:37Z"
  message: 'Readiness probe failed: Get "http://10.133.0.47:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:49:37Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l.18d640a4a82e3c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: 62341ba0-3dce-428d-9fa9-ac17cff21d85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-246.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-246.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30392"
    uid: 919ca0ff-d95a-4666-a397-6845b11f528e
  kind: Event
  lastTimestamp: "2026-09-17T23:48:46Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-7t82l'
  metadata:
    creationTimestamp: "2026-09-17T23:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d6409896afcec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: 78306f5c-25bb-43d8-9580-3eb67a695a29
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: 26d6cb69-0bf6-4427-8541-460722d7950f
  kind: Event
  lastTimestamp: "2026-09-17T23:48:45Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:48:45Z"
    name: xgboost-v2-mlserver-predictor.18d6409893a934df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30395"
    uid: e9f1ccc6-7fba-459d-94f1-c0f1397b9ace
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30391"
    uid: 1670bcaf-6c6c-4c01-a5f9-c64d5dc15ca3
  kind: Event
  lastTimestamp: "2026-09-17T23:49:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:49:31Z"
    name: xgboost-v2-mlserver-predictor.18d6409c12155d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30883"
    uid: adc06901-49af-42b2-9612-85d4b74f6b9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30391"
    uid: 1670bcaf-6c6c-4c01-a5f9-c64d5dc15ca3
  kind: Event
  lastTimestamp: "2026-09-17T23:49:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:49:31Z"
    name: xgboost-v2-mlserver-predictor.18d6409c1284fb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30884"
    uid: d0fa9235-3c5d-4c94-8620-22c5b9acee4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: 1ff0cfb9-d0fb-4d6a-986f-9eed76ab8a1f
  kind: Event
  lastTimestamp: "2026-09-17T23:49:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:49:27Z"
    name: xgboost-v2-mlserver.18d64098939f1a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30857"
    uid: a243e506-0b71-46bc-877a-18805bd6d964
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:48:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: 1ff0cfb9-d0fb-4d6a-986f-9eed76ab8a1f
  kind: Event
  lastTimestamp: "2026-09-17T23:48:45Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:48:45Z"
    name: xgboost-v2-mlserver.18d6409894524c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "30398"
    uid: 3cfae225-9c5c-4500-a916-ce8ee8d872ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:49:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 1ff0cfb9-d0fb-4d6a-986f-9eed76ab8a1f
  kind: Event
  lastTimestamp: "2026-09-17T23:49:27Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:49:27Z"
    name: xgboost-v2-mlserver.18d640a2592c1b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30856"
    uid: 331d4f91-7c57-4ea3-9d7c-c2bfe6e7b1aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39666"